-- Logs begin at Thu 2022-05-05 19:17:44 UTC, end at Thu 2022-05-05 20:47:04 UTC. -- May 05 20:19:04.291683 dv-cinder-840730-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 05 20:19:07.266217 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.common.config [-] Logging enabled! May 05 20:19:07.266839 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev53 May 05 20:19:07.267026 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103884) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 05 20:19:07.270339 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.common.config [-] Logging enabled! May 05 20:19:07.270601 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev53 May 05 20:19:07.270922 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103884) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 05 20:19:07.271870 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 20:19:07.272109 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 20:19:07.272486 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 20:19:07.272736 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 20:19:07.272967 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 20:19:07.273752 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.274184 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. May 05 20:19:07.274514 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.274818 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.275119 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.275420 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.275715 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.276003 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.276295 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.277337 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.277642 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.277931 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.278224 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.278524 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.278813 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.279109 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.279401 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.279689 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] debug = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.279977 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.280411 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.280836 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.281125 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.281442 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.281729 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.282013 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.282296 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.282586 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.282920 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] host = dv-cinder-840730-1-iscsi {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.283203 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.283496 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.283790 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.284086 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.284367 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.284648 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.284939 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.285219 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.285522 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] log_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.285804 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.286099 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.286392 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.286691 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.286921 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.287150 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.287442 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.287732 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.288014 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.288295 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.288575 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.288855 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.289135 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.289434 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.289726 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.290016 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.290307 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.290590 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.290869 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.291146 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.291423 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.291714 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.291992 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.292318 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.292597 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.292891 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.293166 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.293470 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.293775 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.294068 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.294359 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.294649 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.294930 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.295217 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.295494 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.295771 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.296048 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] use_json = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.296326 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.296606 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.296891 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.297168 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.297470 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.297751 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.298027 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.298315 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.298593 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:07.298896 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.299195 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.299499 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.299805 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.300102 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.300388 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.300682 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.300965 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.301272 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.301573 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.301870 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.302157 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.302461 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.302757 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.303061 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.303373 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.303674 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.303973 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.304255 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.304538 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.304817 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.305103 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.305434 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.305720 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.306014 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.306310 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.306603 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.306905 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.307198 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.307498 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.307818 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.308098 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.308386 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.308679 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.308964 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.309243 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.309551 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.309845 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.310127 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.310406 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.310691 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.310973 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.311250 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.311527 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.311808 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.312101 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.312382 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.312659 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.312935 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.313215 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.313514 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.313804 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.314085 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.314363 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.314643 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.314928 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.315207 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.315487 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.315772 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.316055 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.316330 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.316609 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.316889 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.317167 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.317475 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.317757 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.318034 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.318310 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.318592 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.318871 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.319151 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.319429 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.319706 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.319984 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.320273 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.320575 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.320859 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.321142 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.321449 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.321734 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.322015 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.322295 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.322579 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.322862 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.323139 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.323959 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.324303 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.324539 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.324842 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.325127 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.325520 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.325806 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.326088 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.326381 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.326663 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.326944 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.327231 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.327771 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.328068 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.328363 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.328661 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.328956 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.329252 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.329561 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.329877 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.330265 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:07.330510 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 20:19:07.330760 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103884) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 05 20:19:07.708834 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 20:19:07.709117 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 20:19:07.709481 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 20:19:07.709966 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.manager [-] Loading core plugin: ml2 May 05 20:19:08.039666 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.039880 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.040143 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.041366 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.041645 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.042036 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.088162 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.088454 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.088724 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.103266 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.103550 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.103822 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.132798 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.133086 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.133395 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.171463 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.171743 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.172014 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.518282 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.518913 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.518913 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.519098 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.519775 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.618628 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.618961 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.619249 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.619524 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.619792 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.620107 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.620907 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.621170 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.621451 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.621740 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.622003 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.622273 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.622533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.622790 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.623049 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.623317 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.623577 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.623848 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.624127 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.624391 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.624666 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.624922 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.625208 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.625622 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.625878 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.626129 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.626528 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103884) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 20:19:08.626774 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103884) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 20:19:08.627015 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103884) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 20:19:08.627255 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103884) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 20:19:08.627492 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103884) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 20:19:08.627730 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103884) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 20:19:08.628102 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 05 20:19:08.631220 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 05 20:19:08.635279 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 05 20:19:08.640026 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 05 20:19:08.641685 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 05 20:19:08.642153 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 05 20:19:08.642492 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 05 20:19:08.642883 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 05 20:19:08.645722 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 05 20:19:08.645978 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 05 20:19:08.646327 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 05 20:19:08.651236 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 05 20:19:08.675406 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 05 20:19:08.675865 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.676171 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103884) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 05 20:19:08.676547 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.677948 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103884) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 05 20:19:08.678229 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 05 20:19:08.678475 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 05 20:19:08.681782 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.682072 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:08.743363 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 05 20:19:08.743603 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 05 20:19:08.743847 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 05 20:19:08.744217 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 05 20:19:08.766176 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_db.sqlalchemy.engines [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103884) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 05 20:19:09.456400 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Initializing driver for type 'gre' May 05 20:19:09.456930 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] gre ID ranges: [(1, 1000)] May 05 20:19:09.696475 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Initializing driver for type 'local' May 05 20:19:09.697103 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Initializing driver for type 'vlan' May 05 20:19:09.793272 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] VlanTypeDriver initialization complete May 05 20:19:09.793626 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Initializing driver for type 'vxlan' May 05 20:19:09.794135 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] vxlan ID ranges: [(1, 1000)] May 05 20:19:10.010375 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Initializing extension driver 'port_security' May 05 20:19:10.010716 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.extensions.port_security [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] PortSecurityExtensionDriver initialization complete May 05 20:19:10.011056 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Initializing mechanism driver 'openvswitch' May 05 20:19:10.011395 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Initializing mechanism driver 'hyperv' May 05 20:19:10.020983 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:10.021868 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > port after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.022249 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > port after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.022611 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > port after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.023154 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103884) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 20:19:10.023596 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.023964 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.024368 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.024775 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103884) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 20:19:10.025191 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > network after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.025577 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > network after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.025929 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > network after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.026336 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103884) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 20:19:10.026801 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > security_group after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.027163 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > security_group after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.027515 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.028639 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103884) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 20:19:10.029060 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.029447 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.029798 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.035698 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103884) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 20:19:10.035698 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > address_group after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.035698 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > address_group after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.035698 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.035698 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103884) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 20:19:10.036063 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] ML2 OVO RPC backend initialized. {{(pid=103884) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 05 20:19:10.036063 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036063 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036063 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > network before_response 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036352 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > networks before_response 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036352 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > port before_response 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036352 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > ports before_response 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036352 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > subnet before_response 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036634 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > subnets before_response 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036634 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > network after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036634 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > network after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036634 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > network after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036914 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > port after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.036992 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > port after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.037352 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > port after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.037698 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.038132 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.038483 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.045759 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded quota_driver: . May 05 20:19:10.046129 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Modular L2 Plugin initialization complete May 05 20:19:10.046484 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading services supported by the core plugin {{(pid=103884) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 05 20:19:10.046835 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.plugins.ml2.managers [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Got port-security extension from driver 'port_security' May 05 20:19:10.047323 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.extensions.vlantransparent [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Disabled vlantransparent extension. May 05 20:19:10.047827 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103884) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 05 20:19:10.048160 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading Plugin: router May 05 20:19:10.087760 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.088151 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router after_create 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.088531 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router before_create 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.088900 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.089278 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.089706 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router after_delete 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.090071 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.090649 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.091021 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router after_create 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.091373 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router after_update 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.091730 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router after_update 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.092087 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.092453 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router after_update 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.092871 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.093246 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: port after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.093622 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: port after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.093967 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: subnet after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.094315 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.094671 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.095053 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.095400 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: port before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.095749 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router precommit_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.096111 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router after_update 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.096586 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.096946 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.097338 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.097696 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.098066 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > agent after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.098420 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > agent after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.098771 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > network after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.099667 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Tracking information for resource: router configured {{(pid=103884) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 20:19:10.100003 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Tracking information for resource: floatingip configured {{(pid=103884) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 20:19:10.104850 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.db.l3_agentschedulers_db [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 05 20:19:10.105464 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: port after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.105871 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: port after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.106253 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: port after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.106615 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: port after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.107425 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router before_create 55550100 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.107794 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.108160 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router precommit_create 55550100 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.108522 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > router precommit_update 55550100 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.113317 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.services.provider_configuration [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service providers = [] {{(pid=103884) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 05 20:19:10.113693 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.db.servicetype_db [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103884) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 05 20:19:10.128848 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.services.service_base [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103884) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 20:19:10.129214 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.services.service_base [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103884) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 20:19:10.129595 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.services.service_base [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103884) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 20:19:10.130499 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.services.service_base [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103884) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 20:19:10.130880 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.services.service_base [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Default provider is not specified for service type L3_ROUTER_NAT May 05 20:19:10.131269 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103884) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 20:19:10.131591 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 05 20:19:10.142943 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103884) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 20:19:10.143282 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading Plugin: auto_allocate May 05 20:19:10.148964 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: network precommit_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.149370 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: network precommit_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.149900 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103884) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 20:19:10.150225 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading Plugin: tag May 05 20:19:10.157026 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103884) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 20:19:10.157393 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading Plugin: timestamp May 05 20:19:10.161259 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103884) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 20:19:10.161617 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading Plugin: network_ip_availability May 05 20:19:10.188048 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.188424 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.188786 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.189541 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103884) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 20:19:10.189869 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading Plugin: flavors May 05 20:19:10.194840 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103884) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 20:19:10.195177 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading Plugin: revisions May 05 20:19:10.199567 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103884) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 20:19:10.200511 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_concurrency.lockutils [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.490s {{(pid=103884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 20:19:10.201256 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103884) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 05 20:19:10.201620 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Initializing extension manager. May 05 20:19:10.202144 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: __init__.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.202760 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: __pycache__ {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.203101 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: address_group.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.203884 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.204460 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: address-group May 05 20:19:10.204790 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: address_scope.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.205539 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.206058 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: address-scope May 05 20:19:10.206389 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.207324 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.207840 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: router-admin-state-down-before-update May 05 20:19:10.208169 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: agent.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.208878 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.209420 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: agent May 05 20:19:10.209756 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: agent_resources_synced.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.217113 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.217660 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: agent-resources-synced May 05 20:19:10.217992 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: allowedaddresspairs.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.219802 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.220332 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: allowed-address-pairs May 05 20:19:10.220687 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: auto_allocated_topology.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.221800 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.222322 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: auto-allocated-topology May 05 20:19:10.222661 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: availability_zone.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.223362 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.223876 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: availability_zone May 05 20:19:10.224201 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: availability_zone_filter.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.225155 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.225705 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: availability_zone_filter May 05 20:19:10.226036 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: data_plane_status.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.226990 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.227506 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension data-plane-status not supported by any of loaded plugins May 05 20:19:10.227838 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: default_subnetpools.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.228758 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.229274 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: default-subnetpools May 05 20:19:10.229632 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.230444 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.231035 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: dhcp_agent_scheduler May 05 20:19:10.231366 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: dns.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.232309 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.232827 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension dns-integration not supported by any of loaded plugins May 05 20:19:10.233154 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: dns_domain_ports.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.234111 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.234626 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension dns-domain-ports not supported by any of loaded plugins May 05 20:19:10.234953 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.235891 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.236402 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 05 20:19:10.236728 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: dvr.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.237497 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.238016 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: dvr May 05 20:19:10.238345 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: ecmp_routes.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.239265 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.239777 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension ecmp_routes not supported by any of loaded plugins May 05 20:19:10.240104 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: empty_string_filtering.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.241021 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.241564 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: empty-string-filtering May 05 20:19:10.241890 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.242825 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.243335 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 05 20:19:10.243661 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.244582 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.245092 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 05 20:19:10.245447 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: external_net.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.246369 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.247403 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: external-net May 05 20:19:10.247838 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.248768 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.249699 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: extra_dhcp_opt May 05 20:19:10.249699 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: extraroute.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.250385 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.250896 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: extraroute May 05 20:19:10.251224 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: extraroute_atomic.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.252253 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.252773 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: extraroute-atomic May 05 20:19:10.253102 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: filter_validation.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.253792 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.254305 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: filter-validation May 05 20:19:10.254632 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: fip_pf_description.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.255584 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.256086 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 05 20:19:10.256413 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: fip_port_details.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.257542 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.258065 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: fip-port-details May 05 20:19:10.258399 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: flavors.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.259637 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.260160 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: flavors May 05 20:19:10.260492 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.262775 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.263307 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 05 20:19:10.263601 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: floatingip_pools.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.268711 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.269232 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: floatingip-pools May 05 20:19:10.269600 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: ip_allocation.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.270541 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.271058 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension ip_allocation not supported by any of loaded plugins May 05 20:19:10.271393 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.272337 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.272852 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: ip-substring-filtering May 05 20:19:10.273187 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l2_adjacency.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.274158 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.274675 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension l2_adjacency not supported by any of loaded plugins May 05 20:19:10.275007 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l3.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.275984 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.276512 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: router May 05 20:19:10.276850 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.279251 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.279785 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 05 20:19:10.280124 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.281062 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.281617 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: ext-gw-mode May 05 20:19:10.281956 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.282884 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.283405 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: l3-ha May 05 20:19:10.283764 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.284684 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.285199 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 05 20:19:10.285562 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l3_flavors.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.286486 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.287009 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: l3-flavors May 05 20:19:10.287343 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.288709 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.289235 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 05 20:19:10.289668 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.290620 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.291142 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: l3-port-ip-change-not-allowed May 05 20:19:10.291474 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: l3agentscheduler.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.292531 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.293053 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: l3_agent_scheduler May 05 20:19:10.293471 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: local_ip.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.295281 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.295861 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension local_ip not supported by any of loaded plugins May 05 20:19:10.296153 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: logging.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.299203 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.299746 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension logging not supported by any of loaded plugins May 05 20:19:10.300089 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: metering.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.300847 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.301467 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: metering May 05 20:19:10.301809 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.302910 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.303439 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: metering_source_and_destination_fields May 05 20:19:10.303776 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: multiprovidernet.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.304714 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.305233 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: multi-provider May 05 20:19:10.305595 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: netmtu.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.306650 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.307075 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: net-mtu May 05 20:19:10.307406 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: netmtu_writable.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.308344 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.308858 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: net-mtu-writable May 05 20:19:10.309906 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: network_availability_zone.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.310490 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.311006 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: network_availability_zone May 05 20:19:10.311339 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: network_ip_availability.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.317488 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.318063 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: network-ip-availability May 05 20:19:10.318398 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: network_segment_range.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.319169 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.319680 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension network-segment-range not supported by any of loaded plugins May 05 20:19:10.320008 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: pagination.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.321009 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.321380 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: pagination May 05 20:19:10.321711 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: port_device_profile.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.322638 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.323158 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: port-device-profile May 05 20:19:10.323488 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.324456 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.325756 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: port-mac-address-regenerate May 05 20:19:10.326085 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.327011 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.327792 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: port-numa-affinity-policy May 05 20:19:10.328121 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: port_resource_request.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.329052 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.329611 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension port-resource-request not supported by any of loaded plugins May 05 20:19:10.329941 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: port_resource_request_groups.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.330915 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.331427 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 05 20:19:10.331755 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: portbindings.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.332700 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.333213 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: binding May 05 20:19:10.333572 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: portbindings_extended.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.334861 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.335382 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: binding-extended May 05 20:19:10.335716 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: portsecurity.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.336638 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.337159 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: port-security May 05 20:19:10.337520 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: project_id.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.338501 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.338837 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: project-id May 05 20:19:10.339167 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: providernet.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.340096 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.340747 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: provider May 05 20:19:10.341825 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.344620 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.345154 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos not supported by any of loaded plugins May 05 20:19:10.345514 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.346785 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.347308 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 05 20:19:10.347641 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.348570 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.349091 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 05 20:19:10.349457 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_default.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.350388 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.350904 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-default not supported by any of loaded plugins May 05 20:19:10.351233 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_fip.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.352175 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.352699 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-fip not supported by any of loaded plugins May 05 20:19:10.353025 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.353969 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.354484 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 05 20:19:10.354813 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_gateway_ip.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.355740 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.356331 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 05 20:19:10.356623 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_port_network_policy.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.357705 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.358230 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 05 20:19:10.358558 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.359601 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.360122 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 05 20:19:10.360450 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.361524 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.362049 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 05 20:19:10.362379 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_pps_rule.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.366877 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.367397 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-pps not supported by any of loaded plugins May 05 20:19:10.367731 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_rule_type_details.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.368657 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.369173 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 05 20:19:10.369533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: qos_rules_alias.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.370589 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.371106 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension qos-rules-alias not supported by any of loaded plugins May 05 20:19:10.371942 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: quota_check_limit.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.372955 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.373510 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: quota-check-limit May 05 20:19:10.373844 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: quotasv2.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.374802 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.375138 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: quotas May 05 20:19:10.375491 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: quotasv2_detail.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.377199 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.377568 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: quota_details May 05 20:19:10.377906 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: rbac.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.378965 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.379496 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: rbac-policies May 05 20:19:10.379830 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: rbac_address_group.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.380770 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.381289 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: rbac-address-group May 05 20:19:10.381640 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: rbac_address_scope.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.382566 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.383088 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: rbac-address-scope May 05 20:19:10.383416 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: rbac_security_groups.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.384339 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.384860 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: rbac-security-groups May 05 20:19:10.385191 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: rbac_subnetpool.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.386145 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.386691 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: rbac-subnetpool May 05 20:19:10.387106 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: revisionifmatch.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.388777 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.389322 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: revision-if-match May 05 20:19:10.389656 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: revisions.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.390785 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.391305 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: standard-attr-revisions May 05 20:19:10.391638 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: router_availability_zone.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.392319 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.392837 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: router_availability_zone May 05 20:19:10.393167 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: routerservicetype.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.394122 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.394645 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension router-service-type not supported by any of loaded plugins May 05 20:19:10.394970 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.402196 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.402754 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: security-groups-normalized-cidr May 05 20:19:10.403087 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.404016 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.404541 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: port-security-groups-filtering May 05 20:19:10.404869 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.405842 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.406361 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: security-groups-remote-address-group May 05 20:19:10.406687 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.407634 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.408154 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: security-groups-shared-filtering May 05 20:19:10.408482 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.409075 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 05 20:19:10.409447 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: securitygroup.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.419601 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.420137 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: security-group May 05 20:19:10.420494 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: segment.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.421214 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.421768 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension segment not supported by any of loaded plugins May 05 20:19:10.422105 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.423059 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.423580 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 05 20:19:10.423913 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: servicetype.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.425002 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.425562 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: service-type May 05 20:19:10.425898 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: sorting.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.426889 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.427228 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: sorting May 05 20:19:10.427556 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: standard_attr_segment.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.428483 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.429006 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension standard-attr-segment not supported by any of loaded plugins May 05 20:19:10.429362 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: standardattrdescription.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.430073 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.430591 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: standard-attr-description May 05 20:19:10.430924 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: stateful_security_group.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.431868 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.432389 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: stateful-security-group May 05 20:19:10.432721 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: stdattrs_common.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.433324 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 05 20:19:10.433653 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.435193 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.435710 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 05 20:19:10.436041 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: subnet_onboard.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.437112 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.437671 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: subnet_onboard May 05 20:19:10.438103 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.439001 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.439520 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 05 20:19:10.439852 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: subnet_service_types.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.440787 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.441325 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: subnet-service-types May 05 20:19:10.441660 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: subnetallocation.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.442765 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.443295 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: subnet_allocation May 05 20:19:10.443630 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.444330 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.444845 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: subnetpool-prefix-ops May 05 20:19:10.445175 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.448214 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.448731 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 05 20:19:10.449062 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: tagging.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.450264 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.450785 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: standard-attr-tag May 05 20:19:10.451120 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: timestamp.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.452328 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.453105 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loaded extension: standard-attr-timestamp May 05 20:19:10.453513 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: trunk.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.454556 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.455086 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension trunk not supported by any of loaded plugins May 05 20:19:10.455458 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: trunk_details.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.456387 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.456907 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension trunk-details not supported by any of loaded plugins May 05 20:19:10.457240 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: uplink_status_propagation.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.458200 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.458722 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 05 20:19:10.459055 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Loading extension file: vlantransparent.py {{(pid=103884) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 20:19:10.459732 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103884) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 20:19:10.460250 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extension vlan-transparent not supported by any of loaded plugins May 05 20:19:10.462826 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:network May 05 20:19:10.463359 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:subnet May 05 20:19:10.463766 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:subnetpool May 05 20:19:10.464163 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:port May 05 20:19:10.465449 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.465895 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service FLAVORS assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.466529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.466977 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.467317 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:router May 05 20:19:10.467746 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:floatingip May 05 20:19:10.468247 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service METERING assigned prefix: /metering {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.469739 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.470120 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.470482 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:19:10.471496 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of CountableResource for resource:rbac_policy May 05 20:19:10.471935 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:security_group May 05 20:19:10.472383 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 20:19:10.472990 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service CORE assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.473345 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:subnetpool May 05 20:19:10.473700 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] subnetpool is already registered May 05 20:19:10.474301 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service CORE assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.474645 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:subnetpool May 05 20:19:10.474990 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] subnetpool is already registered May 05 20:19:10.477365 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.482017 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service FLAVORS assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.482017 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.482017 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.482017 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:router May 05 20:19:10.482017 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] router is already registered May 05 20:19:10.482017 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:floatingip May 05 20:19:10.482017 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] floatingip is already registered May 05 20:19:10.482017 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service METERING assigned prefix: /metering {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.482614 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of CountableResource for resource:rbac_policy May 05 20:19:10.482614 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] rbac_policy is already registered May 05 20:19:10.482762 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:security_group May 05 20:19:10.483013 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] security_group is already registered May 05 20:19:10.483417 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 20:19:10.483756 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] security_group_rule is already registered May 05 20:19:10.484421 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service CORE assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.484759 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:subnetpool May 05 20:19:10.485099 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] subnetpool is already registered May 05 20:19:10.485566 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.v2.resource_helper [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Service CORE assigned prefix: {{(pid=103884) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 20:19:10.485902 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Creating instance of TrackedResource for resource:subnetpool May 05 20:19:10.486239 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING neutron.quota.resource_registry [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] subnetpool is already registered May 05 20:19:10.486704 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: extensions {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.488176 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: address-groups {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.489684 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: address-scopes {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.491010 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: agents {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.492169 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: auto-allocated-topology {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.493455 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: availability_zones {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.495209 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: dhcp-networks {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.496222 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: dhcp-agents {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.498417 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: routers {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.500669 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: flavors {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.501927 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: service_profiles {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.503152 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: next_providers {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.504615 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: service_profiles {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.506187 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: floatingip-pools {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.507440 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: routers {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.509577 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: floatingips {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.511788 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: l3-routers {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.513326 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: l3-agents {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.516410 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: metering-labels {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.516410 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: metering-label-rules {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.517477 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: network-ip-availabilities {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.518735 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: bindings {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.520379 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: quotas {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.521974 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: quotas {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.523542 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: rbac-policies {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.524835 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: security-groups {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.526159 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: security-group-rules {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.527399 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: service-providers {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.528696 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: subnetpools {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.530223 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: subnetpools {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.531683 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.533419 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.535257 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.537029 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.538835 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.540717 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.542410 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.544859 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.546685 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.548495 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron.api.extensions [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Extended resource: tags {{(pid=103884) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 20:19:10.554428 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING keystonemiddleware.auth_token [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 05 20:19:10.559966 dv-cinder-840730-1-iscsi neutron-server[103884]: WARNING keystonemiddleware.auth_token [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 05 20:19:10.569041 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_concurrency.lockutils [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Acquired lock "singleton_lock" {{(pid=103884) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 05 20:19:10.569433 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_concurrency.lockutils [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Releasing lock "singleton_lock" {{(pid=103884) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 05 20:19:10.570104 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO oslo_service.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Starting 2 workers May 05 20:19:10.575083 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Started child 103995 {{(pid=103884) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 20:19:10.580018 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Started child 103996 {{(pid=103884) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 20:19:10.581086 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:10.581749 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO neutron.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Neutron service started, listening on 0.0.0.0:9696 May 05 20:19:10.582316 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:10.582740 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [-] (103995) wsgi starting up on http://0.0.0.0:9696 May 05 20:19:10.584802 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO oslo_service.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Starting 1 workers May 05 20:19:10.584919 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:10.586487 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [-] (103996) wsgi starting up on http://0.0.0.0:9696 May 05 20:19:10.590191 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Started child 103997 {{(pid=103884) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 20:19:10.590943 dv-cinder-840730-1-iscsi neutron-server[103884]: INFO oslo_service.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Starting 1 workers May 05 20:19:10.594462 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] calling RpcWorker wait() {{(pid=103997) _wait /opt/stack/neutron/neutron/service.py:128}} May 05 20:19:10.595002 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] returning from RpcWorker wait() {{(pid=103997) _wait /opt/stack/neutron/neutron/service.py:135}} May 05 20:19:10.595635 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Started child 103998 {{(pid=103884) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 20:19:10.596358 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:10.596459 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f21a388-c845-407d-b5d6-ab48aa9183f1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:10.596864 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:10.598487 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103884) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 20:19:10.604533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 20:19:10.604533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 20:19:10.604533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 20:19:10.604533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 20:19:10.604533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 20:19:10.604533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.604533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.604533 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.605036 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:10.605529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.605529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.605529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.605529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.605529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.605529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.605529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.605529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.606593 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.606593 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.606593 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.606593 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.606593 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.606593 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.606593 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.606593 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.607089 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.607089 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.607089 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.607089 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] debug = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.607089 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.607371 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.607371 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.607946 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.607946 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.608104 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.608333 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.608621 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.608868 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.609088 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.609398 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.609663 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.609890 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.610145 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.610399 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.610618 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.610887 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.611130 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.611583 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] host = dv-cinder-840730-1-iscsi {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.611804 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.612056 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.612306 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.612567 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.612813 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.613049 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.613319 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.613597 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.613845 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.614106 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.614364 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.614610 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.614863 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.615122 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.615274 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_options = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.615526 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.615810 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.616115 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.616348 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.616522 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.616677 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.616943 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.617110 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.617397 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.617623 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.617839 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.618062 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.618301 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.618555 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.618809 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.618992 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.619238 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.619464 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.619714 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.619969 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.620214 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.620474 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.620741 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.621026 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.621287 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.621599 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.622395 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.622622 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.622882 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.623207 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.623453 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.623793 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.624035 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.624280 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.624567 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.624805 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.625090 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.625244 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:10.625431 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.625583 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.625801 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.626057 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.626305 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.626714 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.626868 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.627061 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.627287 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.627523 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_json = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.627831 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.628079 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.628309 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.628849 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.628849 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.629127 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.629439 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.629585 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.629751 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.630156 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.630445 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.630749 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.631112 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.631243 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.631603 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.631732 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.631947 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.632198 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.632448 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.632760 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.633028 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.633262 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.633994 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.633994 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639123 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639123 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639123 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639123 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639123 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639123 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639123 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639123 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639703 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639703 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639703 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639703 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639703 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639703 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639703 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.639703 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640228 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640228 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640228 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640228 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640228 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640228 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640562 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640562 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640784 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.640980 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.641201 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.641473 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.641746 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.641966 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.642204 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.642454 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.642761 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.642986 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.643212 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.643450 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.643675 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.643910 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.644176 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.644447 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.644667 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.644940 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.645196 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.645461 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.645681 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.645898 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.646127 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.646435 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.646711 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.647186 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.647407 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.647656 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.647872 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.648149 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.648393 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.648606 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.648823 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.649049 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.649270 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.649514 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.649743 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.649990 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.650212 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.650430 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.650644 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.650858 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.651073 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.651291 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.651521 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.651745 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.651965 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.652181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.652397 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.652611 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.652890 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.653071 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.653377 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.653717 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.653967 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.654205 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.654429 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.654679 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.654901 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.655175 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.655407 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.655624 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.655841 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.656100 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.656371 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.656633 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.656867 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.657087 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.657379 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.657605 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.657824 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.658239 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.658470 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.658720 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.658957 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.659249 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.659514 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.659778 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.660033 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.660289 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.660568 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.660811 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.661101 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.661375 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.661644 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.661946 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.662295 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.662585 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.662856 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.663112 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.663376 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.663634 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.663890 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.664126 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.664362 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.664619 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.664852 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.665094 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.665336 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.665599 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.665914 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.666170 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.666389 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.666633 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.666906 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.667172 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.667426 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.667695 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.667950 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.668186 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.669182 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.669504 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.669772 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.669995 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.670250 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.670470 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.670717 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.670944 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.671205 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.671425 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.671645 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.671883 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.672125 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.672350 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.672568 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.672792 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.673015 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.673266 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.673508 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.673770 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.674012 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.674243 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.674461 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.674682 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.674904 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.675136 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.675559 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.675843 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.676097 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.676347 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.676602 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.676864 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.677110 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.677360 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.677612 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.677861 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.678082 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.678299 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.678520 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.678742 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.678993 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.679243 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.679464 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.679700 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.679953 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.680299 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.680555 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.680788 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.681036 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.681474 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.681718 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.681962 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.682187 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.682444 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.682668 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.682922 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.683144 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.683366 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.683586 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.683805 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.684664 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.684935 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.685183 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.685479 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.685723 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.685972 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.686197 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.686420 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.686669 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.686904 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.687124 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.687340 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.687585 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.687799 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.688104 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.688362 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.688596 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.688868 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.689090 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.689375 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.689609 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.689823 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.690121 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.690352 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.690765 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.691131 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.691513 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.691872 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.692099 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.692328 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.692570 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.692786 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.693013 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.693413 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.693635 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.693862 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.694100 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.694583 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.694818 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.695036 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.695256 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.695481 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.695699 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.695920 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.696378 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.696378 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.697056 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.697056 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.697056 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.697270 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.697483 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.697738 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.697981 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.698280 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.698516 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.698765 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.699136 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.699340 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.699610 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.699891 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.700298 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.700529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.700757 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.701020 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.701374 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.701676 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.701937 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.702210 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.702740 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.703039 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.703319 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.703550 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.703852 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.704194 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.704511 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.704747 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.704984 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.705267 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.705535 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.705766 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.705986 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.706224 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.706445 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.706712 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.706944 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.707173 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.707416 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.707646 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.707883 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.708128 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.708364 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.708589 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.708809 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.708968 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 20:19:10.709532 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103884) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 20:19:10.709694 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 20:19:10.710027 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 20:19:10.710027 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 20:19:10.710250 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 20:19:10.710378 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 20:19:10.710503 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.710693 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.710857 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.711021 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.711181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.711363 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.711529 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.711687 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.712009 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.712174 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.712335 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.712499 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.712663 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.712901 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.713068 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.713229 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.713411 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.713576 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.713746 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.713903 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.714218 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.714382 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.714545 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] debug = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.714706 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.714911 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.715077 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.715277 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.715538 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.715704 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.715867 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.716020 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.716160 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.716325 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.716484 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.716644 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.716810 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.716970 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.717355 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.717355 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.717595 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.717595 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.717787 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] host = dv-cinder-840730-1-iscsi {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.717881 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.718043 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.718204 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.718366 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.718526 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.718686 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.718847 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.719009 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.719356 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.719356 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.719526 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.719604 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.719758 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.719917 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.720077 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_options = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.720237 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.720397 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.720556 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.720743 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.720907 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.721069 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.721229 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.721420 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.721581 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.721807 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.721931 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.722053 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.722175 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.722331 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.722491 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.722697 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.722836 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.722930 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.723095 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.723257 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.723417 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.723577 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.723737 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.723898 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.724059 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.724224 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.724402 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.724538 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.724700 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.724857 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.725183 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.725356 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.725519 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.725681 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.725840 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.726002 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.726163 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.726324 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.726488 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.727302 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.727302 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.727302 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.727302 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.727302 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.727895 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.727895 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.727895 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_json = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.727895 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.728304 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.728304 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.728448 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.728526 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.728659 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.728820 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.728981 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.729199 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 20:19:10.729408 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.729574 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.729750 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.729914 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.730076 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.730239 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.730404 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.730568 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.730731 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.731415 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.731590 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.731753 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.732126 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.732275 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.732500 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.732637 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.732863 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.733004 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.733140 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.733271 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.733457 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.733596 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.733728 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.733876 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.734021 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.734158 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.734296 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.734444 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.734577 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.734708 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:10.734848 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.734986 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.735131 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.735265 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.735398 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.735530 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.735672 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.735805 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.735966 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.736131 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.736280 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.736445 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.736608 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.736771 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.736934 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.737167 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.737848 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.737848 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.737848 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.737848 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.739181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.739181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.739181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.739181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.739181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.739181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.739181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.739181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.739181 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740172 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740172 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740172 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740172 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740172 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740172 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740784 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740784 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740784 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.740784 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.741165 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.741165 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.741454 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.741454 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.741982 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.741982 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.741982 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.741982 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.742410 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.742410 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.742616 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.742616 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.742834 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.742958 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.743040 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.743188 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.743353 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.743517 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.743679 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.743841 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.744003 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.744168 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.744332 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.744504 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.744681 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.744843 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.745007 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.745184 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.745381 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.745612 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.745713 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.745861 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.746050 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.746184 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.746339 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.747097 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.747315 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.747450 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.747613 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.747775 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.747939 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.748101 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.748264 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.748428 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.748592 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.748754 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.749069 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.749069 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.749231 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.749396 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.749586 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.749760 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.749924 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.750089 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.750252 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.750422 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.750596 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.750761 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.750925 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.751225 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.751225 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.751429 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.751540 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.751707 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.751870 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.752087 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.752213 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.752376 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.752541 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.752705 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.752869 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.753059 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.753216 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.753404 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.753568 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.753745 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.753893 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.754221 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.754386 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.754552 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.754715 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.754879 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.755044 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.755207 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.755371 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.755534 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.755692 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.755851 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.756015 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.756179 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.756343 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.756508 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.756747 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.756950 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.757121 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.757261 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758146 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758146 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758146 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758146 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758146 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758146 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758688 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758688 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758688 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758945 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.758945 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.759106 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.759232 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.759354 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.759694 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.759694 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.759875 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.759978 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.760145 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.760310 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.760474 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.760641 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.760803 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.761125 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.761323 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.761472 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.761814 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.761814 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.762024 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.762326 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.762326 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.762554 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.762658 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.762745 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.762891 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.763054 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.763218 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.763380 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.763558 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.763733 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.763900 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.764065 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.764229 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.764393 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.764556 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.764719 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.764886 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.765052 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.765216 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.765415 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.765581 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.765745 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.765908 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.766069 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.766232 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.766395 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.766558 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.766720 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.766884 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.767061 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.767228 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.767392 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.767556 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.767760 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.767883 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.768055 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.768219 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.768382 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.768544 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.768707 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.768870 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.769044 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.769206 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.769387 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.769546 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.769709 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.769871 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.770043 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.770206 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.770385 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.770530 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.770691 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.770853 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.771025 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.771025 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.771025 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.771546 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.771626 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.771789 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.771961 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.772124 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.772286 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.772448 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.772610 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.772772 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.772943 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.773106 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.773268 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.773468 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.773631 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.773794 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.773956 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.774130 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.774293 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.774458 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.774621 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.774785 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.774947 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.775112 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.775276 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.775450 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.775619 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.775784 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.775955 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.776209 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.776382 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.776545 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.776714 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.776891 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.777054 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.777221 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.777407 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.777571 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.777757 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.777930 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.778074 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.778236 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.778398 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.778561 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.778723 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.778885 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.779048 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.779211 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.779375 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.779536 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.779698 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.779861 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.780023 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 20:19:10.780179 dv-cinder-840730-1-iscsi neutron-server[103884]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103884) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 20:19:10.979884 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 55376) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:10.989637 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064309 May 05 20:19:22.780788 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe726cd-659b-478a-9095-265b1de9c806 None None] get_active_networks_info from dv-cinder-840730-1-iscsi {{(pid=103997) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 05 20:19:22.844580 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe726cd-659b-478a-9095-265b1de9c806 None None] No non-hosted networks {{(pid=103997) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 05 20:19:22.867409 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.agentschedulers_db [None req-efe726cd-659b-478a-9095-265b1de9c806 None None] DHCP Agent not found on host dv-cinder-840730-1-iscsi {{(pid=103997) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 05 20:19:23.070761 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8462-81b0-4791-8230-602f5570e9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4071014'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:25.022247 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e2d6dc64-b559-48b7-b041-9925a0ba0d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4071014'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:25.085758 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.db.api [None req-6b7484c4-2fee-449f-b68b-77065b9d9759 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840730-1-iscsi {{(pid=103997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:19:25.088327 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG oslo_db.api [None req-6b7484c4-2fee-449f-b68b-77065b9d9759 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:19:25.696834 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6b7484c4-2fee-449f-b68b-77065b9d9759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:26.365601 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4071014'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:27.970733 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4071014'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:28.625650 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.db.l3_hamode_db [None req-16845009-ce2b-4010-bfae-030193455683 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 05 20:19:28.709328 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16845009-ce2b-4010-bfae-030193455683 None None] Routers set() bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:19:28.709737 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16845009-ce2b-4010-bfae-030193455683 None None] Router IDs set() for agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 05 20:19:29.027616 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 55456) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:29.450431 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4071014'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:29.455052 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455052 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455052 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455052 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455052 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455483 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455483 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455483 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455483 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455483 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455886 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455886 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.455886 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:29.456107 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840730-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:29.463983 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840730-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:29.552614 dv-cinder-840730-1-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-d196d873-a6b9-4552-8a71-b63be62ca29a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 20:19:29.553194 dv-cinder-840730-1-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-d196d873-a6b9-4552-8a71-b63be62ca29a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 20:19:29.776403 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [None req-d196d873-a6b9-4552-8a71-b63be62ca29a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:19:29.777939 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d196d873-a6b9-4552-8a71-b63be62ca29a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7486842 May 05 20:19:32.382207 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55482) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:32.893701 dv-cinder-840730-1-iscsi neutron-server[103995]: WARNING oslo_policy.policy [None req-d5cb2d91-13f1-4f94-b368-9377e6bc2aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 20:19:32.894284 dv-cinder-840730-1-iscsi neutron-server[103995]: WARNING oslo_policy.policy [None req-d5cb2d91-13f1-4f94-b368-9377e6bc2aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 20:19:33.113870 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-d5cb2d91-13f1-4f94-b368-9377e6bc2aab admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:19:33.206334 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.policy [None req-d5cb2d91-13f1-4f94-b368-9377e6bc2aab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103995) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 20:19:33.248942 dv-cinder-840730-1-iscsi neutron-server[103995]: WARNING oslo_policy.policy [None req-d5cb2d91-13f1-4f94-b368-9377e6bc2aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 20:19:33.249330 dv-cinder-840730-1-iscsi neutron-server[103995]: WARNING oslo_policy.policy [None req-d5cb2d91-13f1-4f94-b368-9377e6bc2aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 20:19:33.474577 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2d91-13f1-4f94-b368-9377e6bc2aab admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736179273491', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736179272174', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736179275610', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736179284592', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736179228774', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736179237599', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-615203', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606344', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3701369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4188493'] for rbac-policy (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:33.715430 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2d91-13f1-4f94-b368-9377e6bc2aab admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:33.716920 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d5cb2d91-13f1-4f94-b368-9377e6bc2aab admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3326306 May 05 20:19:36.231652 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55498) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:36.539796 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:19:36.615926 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Made reservation on behalf of b3c70549d48f4efcbd36bbbc71a79f5e for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:19:36.619708 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:36.637507 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:36.744306 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Publish callbacks [] for security_group (aed4a513-7cda-4b50-8e00-abe6cf3fcf0a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:36.815876 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (aed4a513-7cda-4b50-8e00-abe6cf3fcf0a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:36.847325 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:19:36.875950 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736179803347', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (74081fbd-4a80-4bbd-b28c-ed92c0d3aa05), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:36.876468 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Unsubscribe: segment precommit_create {{(pid=103995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 20:19:36.876998 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Added segment 74081fbd-4a80-4bbd-b28c-ed92c0d3aa05 of type vlan for network e8cdc193-e7e0-429a-be3a-990f1f43eb94 May 05 20:19:36.882730 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=aed4a513-7cda-4b50-8e00-abe6cf3fcf0a,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:36.917039 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.917423 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.917777 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.918705 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.919070 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.919397 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.919723 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.920044 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.920367 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.920701 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.921021 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.921363 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.921679 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Tracked resource versions report: May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: pushed versions: May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: { 'AddressGroup': {'1.2'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'ConntrackHelper': {'1.0'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'LocalIPAssociation': {'1.0'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Log': {'1.0'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Network': {'1.1'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Port': {'1.7'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'PortForwarding': {'1.2'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'QosPolicy': {'1.10'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SecurityGroup': {'1.5'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SecurityGroupRule': {'1.2'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SubPort': {'1.0'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Subnet': {'1.1'}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Trunk': {'1.1'}} May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: consumer versions: May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: { DHCP agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: L3 agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: Metadata agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: Metering agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: Open vSwitch agent@dv-cinder-840730-1-iscsi: { 'AddressGroup': '1.2', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'ConntrackHelper': '1.0', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'LocalIPAssociation': '1.0', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Log': '1.0', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Network': '1.1', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Port': '1.7', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'PortForwarding': '1.2', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'QosPolicy': '1.10', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SecurityGroup': '1.5', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SecurityGroupRule': '1.2', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SubPort': '1.0', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Subnet': '1.1', May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Trunk': '1.1'}} May 05 20:19:36.923001 dv-cinder-840730-1-iscsi neutron-server[103995]: {{(pid=103995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 20:19:36.985669 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (e8cdc193-e7e0-429a-be3a-990f1f43eb94), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:37.084212 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (e8cdc193-e7e0-429a-be3a-990f1f43eb94), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:37.089366 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:37.091806 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:37.202249 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] Pushing event updated for resources: {'Network': ['ID=e8cdc193-e7e0-429a-be3a-990f1f43eb94,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:37.214751 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network e8cdc193-e7e0-429a-be3a-990f1f43eb94 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:19:37.253052 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-326f5ce6-461f-46cc-a84a-a6402ebc46be demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0203078 May 05 20:19:39.897461 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55510) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:40.301973 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b6789-962d-4a96-8966-3a78cdd0da78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:40.303321 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4a9b6789-962d-4a96-8966-3a78cdd0da78 demo admin] 10.222.0.49 "GET /v2.0/networks/e8cdc193-e7e0-429a-be3a-990f1f43eb94 HTTP/1.1" status: 200 len: 825 time: 0.4049010 May 05 20:19:40.328177 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-067b26f0-5ecc-49c8-9f51-c867bf0b95de demo admin] 10.222.0.49 "GET /v2.0/subnetpools/73979d3a-e132-4ad3-aabe-637afcb1552a HTTP/1.1" status: 200 len: 734 time: 0.0187583 May 05 20:19:40.336690 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Request body: {'subnet': {'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94', 'subnetpool_id': '73979d3a-e132-4ad3-aabe-637afcb1552a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:19:40.421095 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Made reservation on behalf of b3c70549d48f4efcbd36bbbc71a79f5e for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:19:40.423402 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:40.810830 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (ff915d1b-940f-4b1a-8a03-e11a1b1c839c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:40.881700 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ff915d1b-940f-4b1a-8a03-e11a1b1c839c,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:40.883649 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Checking segment: {'id': '74081fbd-4a80-4bbd-b28c-ed92c0d3aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:19:40.884035 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Network hostable DHCP agents. Network: e8cdc193-e7e0-429a-be3a-990f1f43eb94, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:19:41.061656 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Network e8cdc193-e7e0-429a-be3a-990f1f43eb94 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:19:41.198556 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, e8cdc193-e7e0-429a-be3a-990f1f43eb94) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:41.204064 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:41.204651 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:41.209472 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d3677-2fe5-42f3-8273-d164aa7e15fe None None] Network e8cdc193-e7e0-429a-be3a-990f1f43eb94 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:19:41.298612 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-edd58294-73a4-4073-8821-3b781467e892 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9650140 May 05 20:19:41.595423 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-e8cdc193-e7e0-429a-be3a-990f1f43eb94', 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94', 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'fixed_ips': [{'subnet_id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:19:41.596852 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:41.883512 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Allocated IP 172.20.0.2 (e8cdc193-e7e0-429a-be3a-990f1f43eb94/ff915d1b-940f-4b1a-8a03-e11a1b1c839c/a2f5ed82-9d6a-4c7f-b182-2653384830f0) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:19:42.166334 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Publish callbacks [] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:42.273576 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:42.351647 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Network e8cdc193-e7e0-429a-be3a-990f1f43eb94 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:42.357948 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:42.365686 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Pushing event updated for resources: {'Port': ['ID=a2f5ed82-9d6a-4c7f-b182-2653384830f0,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:42.367855 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:19:42.398856 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.399218 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.399574 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.399912 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.400241 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.400569 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.400895 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.401216 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.401575 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.401915 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.402755 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.403074 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.403391 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Tracked resource versions report: May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: pushed versions: May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: { 'AddressGroup': {'1.2'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'ConntrackHelper': {'1.0'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'LocalIPAssociation': {'1.0'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Log': {'1.0'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Network': {'1.1'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Port': {'1.7'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'PortForwarding': {'1.2'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'QosPolicy': {'1.10'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SecurityGroup': {'1.5'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SecurityGroupRule': {'1.2'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SubPort': {'1.0'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Subnet': {'1.1'}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Trunk': {'1.1'}} May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: consumer versions: May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: { DHCP agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: L3 agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: Metadata agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: Metering agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: Open vSwitch agent@dv-cinder-840730-1-iscsi: { 'AddressGroup': '1.2', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'ConntrackHelper': '1.0', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'LocalIPAssociation': '1.0', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Log': '1.0', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Network': '1.1', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Port': '1.7', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'PortForwarding': '1.2', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'QosPolicy': '1.10', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SecurityGroup': '1.5', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SecurityGroupRule': '1.2', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SubPort': '1.0', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Subnet': '1.1', May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Trunk': '1.1'}} May 05 20:19:42.404748 dv-cinder-840730-1-iscsi neutron-server[103997]: {{(pid=103997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 20:19:42.454299 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Attempting to bind port a2f5ed82-9d6a-4c7f-b182-2653384830f0 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:19:42.454684 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Attempting to bind port a2f5ed82-9d6a-4c7f-b182-2653384830f0 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '74081fbd-4a80-4bbd-b28c-ed92c0d3aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:19:42.455098 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Attempting to bind port a2f5ed82-9d6a-4c7f-b182-2653384830f0 on network e8cdc193-e7e0-429a-be3a-990f1f43eb94 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:19:42.460005 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:19:42.460419 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Checking segment: {'id': '74081fbd-4a80-4bbd-b28c-ed92c0d3aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:19:42.460889 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:42.461326 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Bound using segment: {'id': '74081fbd-4a80-4bbd-b28c-ed92c0d3aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:19:42.461759 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Bound port: a2f5ed82-9d6a-4c7f-b182-2653384830f0, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74081fbd-4a80-4bbd-b28c-ed92c0d3aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:19:42.462166 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:42.529986 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] For port a2f5ed82-9d6a-4c7f-b182-2653384830f0, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:19:42.534360 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] For port a2f5ed82-9d6a-4c7f-b182-2653384830f0, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a2f5ed82-9d6a-4c7f-b182-2653384830f0,segment=NetworkSegment(74081fbd-4a80-4bbd-b28c-ed92c0d3aa05),segment_id=74081fbd-4a80-4bbd-b28c-ed92c0d3aa05)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:19:42.627800 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:42.694498 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd61dd-0f46-4379-9131-c585f6eb6ff9 None None] Pushing event updated for resources: {'Port': ['ID=a2f5ed82-9d6a-4c7f-b182-2653384830f0,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:43.922272 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55518) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:44.240066 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [None req-2a841458-a91a-4af1-9655-9b64604e013e admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:19:44.241154 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2a841458-a91a-4af1-9655-9b64604e013e admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3178711 May 05 20:19:47.008026 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55526) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:47.320719 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [None req-d69f2add-7779-47c0-957a-2b7363b9423f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:19:47.321753 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d69f2add-7779-47c0-957a-2b7363b9423f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3127334 May 05 20:19:47.642127 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:19:49.932883 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55534) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:50.245376 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-fa60b583-4532-491c-9bc6-1342770f4daf demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:19:50.325141 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fa60b583-4532-491c-9bc6-1342770f4daf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (1fbb41c1-07ac-4d37-82ad-ba22afa71382), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:50.326794 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fa60b583-4532-491c-9bc6-1342770f4daf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (1fbb41c1-07ac-4d37-82ad-ba22afa71382), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:50.466551 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fa60b583-4532-491c-9bc6-1342770f4daf demo demo] Publish callbacks [] for router_controller (1fbb41c1-07ac-4d37-82ad-ba22afa71382), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:50.530775 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fa60b583-4532-491c-9bc6-1342770f4daf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (1fbb41c1-07ac-4d37-82ad-ba22afa71382), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:50.600584 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fa60b583-4532-491c-9bc6-1342770f4daf demo demo] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:50.613413 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fa60b583-4532-491c-9bc6-1342770f4daf demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6678612 May 05 20:19:52.815642 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2eecbe7f-c39f-4288-99c1-49e3f8f21a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:53.231858 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55546) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:53.547226 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [None req-3c7e3f5d-6977-4429-a03e-78a1efbb47f3 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:19:53.548300 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3c7e3f5d-6977-4429-a03e-78a1efbb47f3 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154554 May 05 20:19:54.162864 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66b0b27-5027-4ad4-9a2e-e60ef771cbb7 None None] Network e8cdc193-e7e0-429a-be3a-990f1f43eb94 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:19:54.204818 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a2f5ed82-9d6a-4c7f-b182-2653384830f0 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:19:54.311400 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d2d79b93-030d-411d-bdb1-4eaa8cef5cf1 None None] Provisioning complete for port a2f5ed82-9d6a-4c7f-b182-2653384830f0 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:19:54.311821 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d2d79b93-030d-411d-bdb1-4eaa8cef5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:54.384348 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port a2f5ed82-9d6a-4c7f-b182-2653384830f0 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:19:54.384671 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:54.541637 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d2d79b93-030d-411d-bdb1-4eaa8cef5cf1 None None] Current status of the port a2f5ed82-9d6a-4c7f-b182-2653384830f0 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:19:54.542032 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d2d79b93-030d-411d-bdb1-4eaa8cef5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:54.574829 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port a2f5ed82-9d6a-4c7f-b182-2653384830f0 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:19:54.575218 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:54.601862 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d2d79b93-030d-411d-bdb1-4eaa8cef5cf1 None None] For port a2f5ed82-9d6a-4c7f-b182-2653384830f0, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a2f5ed82-9d6a-4c7f-b182-2653384830f0,segment=NetworkSegment(74081fbd-4a80-4bbd-b28c-ed92c0d3aa05),segment_id=74081fbd-4a80-4bbd-b28c-ed92c0d3aa05)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:19:54.724631 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d2d79b93-030d-411d-bdb1-4eaa8cef5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:54.794200 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.db.api [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:19:54.794494 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG oslo_db.api [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:19:54.807696 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d79b93-030d-411d-bdb1-4eaa8cef5cf1 None None] Pushing event updated for resources: {'Port': ['ID=a2f5ed82-9d6a-4c7f-b182-2653384830f0,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:54.844729 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-eb1abb5f-b3db-4b83-b64b-a551f382cc72 None None] Provisioning complete for port a2f5ed82-9d6a-4c7f-b182-2653384830f0 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:19:54.845116 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-eb1abb5f-b3db-4b83-b64b-a551f382cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:54.918813 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-eb1abb5f-b3db-4b83-b64b-a551f382cc72 None None] Current status of the port a2f5ed82-9d6a-4c7f-b182-2653384830f0 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:19:55.078927 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2ec0a1e8-e353-4dcf-9e87-24fbb64d85be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:55.328929 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port a2f5ed82-9d6a-4c7f-b182-2653384830f0 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:19:56.131337 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 55564) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:56.153434 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a2f5ed82-9d6a-4c7f-b182-2653384830f0 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:19:56.199871 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port a2f5ed82-9d6a-4c7f-b182-2653384830f0 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:19:56.200176 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:56.330451 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:56.341187 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port a2f5ed82-9d6a-4c7f-b182-2653384830f0 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:19:56.372299 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:19:56.501548 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Made reservation on behalf of 0b0f65c403cf4f568308920733bbbfbf for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:19:56.564284 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.policy [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103996) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 20:19:56.607239 dv-cinder-840730-1-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 20:19:56.607621 dv-cinder-840730-1-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 20:19:56.617120 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:56.638343 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:56.744766 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Publish callbacks [] for security_group (d3c19b60-417a-4475-b51c-985aae3f8058), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:56.798297 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (d3c19b60-417a-4475-b51c-985aae3f8058), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:56.811752 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Reserving flat network on physical network physnet1 {{(pid=103996) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 05 20:19:56.843386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736179803347', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (df999a48-2d4d-4172-8181-ecdb9c90daa1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:56.843956 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Unsubscribe: segment precommit_create {{(pid=103996) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 20:19:56.844470 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Added segment df999a48-2d4d-4172-8181-ecdb9c90daa1 of type flat for network bd8ab546-943a-4736-a560-1b3f07e70cac May 05 20:19:56.850498 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c19b60-417a-4475-b51c-985aae3f8058,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:56.890911 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.891269 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.891605 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.891929 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.892277 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.892597 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.892930 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.893250 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.893603 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.893939 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.894274 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.894605 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.894915 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Tracked resource versions report: May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: pushed versions: May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: { 'AddressGroup': {'1.2'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'ConntrackHelper': {'1.0'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'LocalIPAssociation': {'1.0'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Log': {'1.0'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Network': {'1.1'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Port': {'1.7'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'PortForwarding': {'1.2'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'QosPolicy': {'1.10'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SecurityGroup': {'1.5'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SecurityGroupRule': {'1.2'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SubPort': {'1.0'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Subnet': {'1.1'}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Trunk': {'1.1'}} May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: consumer versions: May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: { DHCP agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: L3 agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: Metadata agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: Metering agent@dv-cinder-840730-1-iscsi: {}, May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: Open vSwitch agent@dv-cinder-840730-1-iscsi: { 'AddressGroup': '1.2', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'ConntrackHelper': '1.0', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'LocalIPAssociation': '1.0', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Log': '1.0', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Network': '1.1', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Port': '1.7', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'PortForwarding': '1.2', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'QosPolicy': '1.10', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SecurityGroup': '1.5', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SecurityGroupRule': '1.2', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SubPort': '1.0', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Subnet': '1.1', May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Trunk': '1.1'}} May 05 20:19:56.896241 dv-cinder-840730-1-iscsi neutron-server[103996]: {{(pid=103996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 20:19:56.962679 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (bd8ab546-943a-4736-a560-1b3f07e70cac), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:57.090957 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (bd8ab546-943a-4736-a560-1b3f07e70cac), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:57.092026 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:57.092754 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:57.191936 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] Pushing event updated for resources: {'Network': ['ID=bd8ab546-943a-4736-a560-1b3f07e70cac,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:57.203353 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network bd8ab546-943a-4736-a560-1b3f07e70cac details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:19:57.344136 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-29e326b8-8b1d-413d-8219-41fcd2218880 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2116508 May 05 20:19:57.935608 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:59.427243 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:19:59.882262 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55588) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:19:59.979844 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed0303-05a0-4c8f-a087-9138903fdcff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:59.981452 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d4ed0303-05a0-4c8f-a087-9138903fdcff demo admin] 10.222.0.49 "GET /v2.0/subnets/ff915d1b-940f-4b1a-8a03-e11a1b1c839c HTTP/1.1" status: 200 len: 849 time: 0.0982294 May 05 20:20:00.104667 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-cbf1a97f-5d8c-4496-a771-17748034bb1a demo admin] 10.222.0.49 "GET /v2.0/routers/1fbb41c1-07ac-4d37-82ad-ba22afa71382 HTTP/1.1" status: 200 len: 704 time: 0.1175640 May 05 20:20:00.375032 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:00.668172 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Allocated IP 172.20.0.1 (e8cdc193-e7e0-429a-be3a-990f1f43eb94/ff915d1b-940f-4b1a-8a03-e11a1b1c839c/cb9aa6fa-615c-48ec-a968-94d348537aac) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:20:00.870716 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Publish callbacks [] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:00.999141 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:01.064170 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Network e8cdc193-e7e0-429a-be3a-990f1f43eb94 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:20:01.069128 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:01.071822 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:20:01.072361 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (1fbb41c1-07ac-4d37-82ad-ba22afa71382), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:01.155624 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Pushing event updated for resources: {'Port': ['ID=cb9aa6fa-615c-48ec-a968-94d348537aac,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:01.274671 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-5b38df95-496b-42a5-9556-77fd012ef8b8 None None] Provisioning complete for port cb9aa6fa-615c-48ec-a968-94d348537aac triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:20:01.275184 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5b38df95-496b-42a5-9556-77fd012ef8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:01.309816 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5b38df95-496b-42a5-9556-77fd012ef8b8 None None] Port cb9aa6fa-615c-48ec-a968-94d348537aac cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:20:01.441422 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:01.648505 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Publish callbacks [] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:01.735481 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:01.736262 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (1fbb41c1-07ac-4d37-82ad-ba22afa71382), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:01.814200 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Pushing event updated for resources: {'Port': ['ID=cb9aa6fa-615c-48ec-a968-94d348537aac,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:01.859796 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Network e8cdc193-e7e0-429a-be3a-990f1f43eb94 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:20:01.861080 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:02.095966 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Router 1fbb41c1-07ac-4d37-82ad-ba22afa71382 is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:20:02.134143 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-53fd4c0c-89a5-4b93-85c5-efea69c17881 None None] Provisioning complete for port cb9aa6fa-615c-48ec-a968-94d348537aac triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:20:02.138544 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-53fd4c0c-89a5-4b93-85c5-efea69c17881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:02.169000 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-53fd4c0c-89a5-4b93-85c5-efea69c17881 None None] Port cb9aa6fa-615c-48ec-a968-94d348537aac cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:20:02.191995 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:20:02.197231 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b75f157c-3b3b-4264-bd67-583cbcaebbd7 demo admin] 10.222.0.49 "PUT /v2.0/routers/1fbb41c1-07ac-4d37-82ad-ba22afa71382/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0872366 May 05 20:20:02.208912 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Sync routers for ids ['1fbb41c1-07ac-4d37-82ad-ba22afa71382'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:20:02.221814 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Routers {'1fbb41c1-07ac-4d37-82ad-ba22afa71382'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:20:02.222658 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:19:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['1fbb41c1-07ac-4d37-82ad-ba22afa71382'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:02.423128 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Set router 1fbb41c1-07ac-4d37-82ad-ba22afa71382 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:20:02.852295 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'name': 'router1', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:50Z', 'updated_at': '2022-05-05T20:20:01Z', 'revision_number': 2, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'gw_port_host': None, '_interfaces': [{'id': 'cb9aa6fa-615c-48ec-a968-94d348537aac', 'name': '', 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'mac_address': 'fa:16:3e:72:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:00Z', 'updated_at': '2022-05-05T20:20:01Z', 'revision_number': 2, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'subnets': [{'id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73979d3a-e132-4ad3-aabe-637afcb1552a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:02.904371 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Checking router: 1fbb41c1-07ac-4d37-82ad-ba22afa71382 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:20:02.904741 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Updating router 1fbb41c1-07ac-4d37-82ad-ba22afa71382 port cb9aa6fa-615c-48ec-a968-94d348537aac binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:20:02.959698 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:03.471740 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Publish callbacks [] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:03.576038 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:03.745580 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Pushing event updated for resources: {'Port': ['ID=cb9aa6fa-615c-48ec-a968-94d348537aac,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:03.756201 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Attempting to bind port cb9aa6fa-615c-48ec-a968-94d348537aac on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:20:03.756458 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Attempting to bind port cb9aa6fa-615c-48ec-a968-94d348537aac by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '74081fbd-4a80-4bbd-b28c-ed92c0d3aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:20:03.756901 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Attempting to bind port cb9aa6fa-615c-48ec-a968-94d348537aac on network e8cdc193-e7e0-429a-be3a-990f1f43eb94 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:20:03.766173 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.766522 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.766862 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.767193 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.767524 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.767841 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.768161 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.768476 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.768794 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.769126 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.769471 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.769786 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.770121 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Tracked resource versions report: May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: pushed versions: May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: { 'AddressGroup': {'1.2'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'ConntrackHelper': {'1.0'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'LocalIPAssociation': {'1.0'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Log': {'1.0'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Network': {'1.1'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Port': {'1.7'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'PortForwarding': {'1.2'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'QosPolicy': {'1.10'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SecurityGroup': {'1.5'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SecurityGroupRule': {'1.2'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SubPort': {'1.0'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Subnet': {'1.1'}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Trunk': {'1.1'}} May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: consumer versions: May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: { DHCP agent@dv-cinder-840730-1-iscsi: {}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: L3 agent@dv-cinder-840730-1-iscsi: {}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: Metadata agent@dv-cinder-840730-1-iscsi: {}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: Metering agent@dv-cinder-840730-1-iscsi: {}, May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: Open vSwitch agent@dv-cinder-840730-1-iscsi: { 'AddressGroup': '1.2', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'ConntrackHelper': '1.0', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'LocalIPAssociation': '1.0', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Log': '1.0', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Network': '1.1', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Port': '1.7', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'PortForwarding': '1.2', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'QosPolicy': '1.10', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SecurityGroup': '1.5', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SecurityGroupRule': '1.2', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SubPort': '1.0', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Subnet': '1.1', May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Trunk': '1.1'}} May 05 20:20:03.771433 dv-cinder-840730-1-iscsi neutron-server[103998]: {{(pid=103998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 20:20:03.773879 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:20:03.774276 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Checking segment: {'id': '74081fbd-4a80-4bbd-b28c-ed92c0d3aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:20:03.774756 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:03.775140 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Bound using segment: {'id': '74081fbd-4a80-4bbd-b28c-ed92c0d3aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:20:03.775603 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Bound port: cb9aa6fa-615c-48ec-a968-94d348537aac, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74081fbd-4a80-4bbd-b28c-ed92c0d3aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:20:03.775982 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:03.800723 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d838e502-52de-4604-a81a-4ec5e332f404 None None] Provisioning complete for port cb9aa6fa-615c-48ec-a968-94d348537aac triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:20:03.801221 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d838e502-52de-4604-a81a-4ec5e332f404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:03.836368 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d838e502-52de-4604-a81a-4ec5e332f404 None None] Port cb9aa6fa-615c-48ec-a968-94d348537aac cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:20:03.844695 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] For port cb9aa6fa-615c-48ec-a968-94d348537aac, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:20:03.863977 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] For port cb9aa6fa-615c-48ec-a968-94d348537aac, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=cb9aa6fa-615c-48ec-a968-94d348537aac,segment=NetworkSegment(74081fbd-4a80-4bbd-b28c-ed92c0d3aa05),segment_id=74081fbd-4a80-4bbd-b28c-ed92c0d3aa05)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:20:03.947698 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:04.006790 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83b02-7eaa-410c-931b-15f7fa3d5fda None None] Pushing event updated for resources: {'Port': ['ID=cb9aa6fa-615c-48ec-a968-94d348537aac,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:04.015289 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Routers {'1fbb41c1-07ac-4d37-82ad-ba22afa71382'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:20:04.015904 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:19:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['1fbb41c1-07ac-4d37-82ad-ba22afa71382'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:04.111500 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] Set router 1fbb41c1-07ac-4d37-82ad-ba22afa71382 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:20:04.258574 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-635bb058-0977-4e2d-9e7b-a5c2e7928718 None None] Provisioning complete for port cb9aa6fa-615c-48ec-a968-94d348537aac triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:20:04.259204 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-635bb058-0977-4e2d-9e7b-a5c2e7928718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:04.326688 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'name': 'router1', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:50Z', 'updated_at': '2022-05-05T20:20:01Z', 'revision_number': 2, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'gw_port_host': None, '_interfaces': [{'id': 'cb9aa6fa-615c-48ec-a968-94d348537aac', 'name': '', 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'mac_address': 'fa:16:3e:72:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:00Z', 'updated_at': '2022-05-05T20:20:03Z', 'revision_number': 4, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'subnets': [{'id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73979d3a-e132-4ad3-aabe-637afcb1552a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:04.337707 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-635bb058-0977-4e2d-9e7b-a5c2e7928718 None None] Current status of the port cb9aa6fa-615c-48ec-a968-94d348537aac is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:20:04.338105 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-635bb058-0977-4e2d-9e7b-a5c2e7928718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:04.353946 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ce592-d0c8-479f-87d6-79566bea05ac None None] The sync data for ids ['1fbb41c1-07ac-4d37-82ad-ba22afa71382'] in dv-cinder-840730-1-iscsi is: [{'id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'name': 'router1', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:50Z', 'updated_at': '2022-05-05T20:20:01Z', 'revision_number': 2, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'gw_port_host': None, '_interfaces': [{'id': 'cb9aa6fa-615c-48ec-a968-94d348537aac', 'name': '', 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'mac_address': 'fa:16:3e:72:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:00Z', 'updated_at': '2022-05-05T20:20:03Z', 'revision_number': 4, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'subnets': [{'id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73979d3a-e132-4ad3-aabe-637afcb1552a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:20:04.377350 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-635bb058-0977-4e2d-9e7b-a5c2e7928718 None None] For port cb9aa6fa-615c-48ec-a968-94d348537aac, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=cb9aa6fa-615c-48ec-a968-94d348537aac,segment=NetworkSegment(74081fbd-4a80-4bbd-b28c-ed92c0d3aa05),segment_id=74081fbd-4a80-4bbd-b28c-ed92c0d3aa05)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:20:04.450404 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-635bb058-0977-4e2d-9e7b-a5c2e7928718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:04.498095 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bb058-0977-4e2d-9e7b-a5c2e7928718 None None] Pushing event updated for resources: {'Port': ['ID=cb9aa6fa-615c-48ec-a968-94d348537aac,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:04.631107 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55600) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:20:04.742152 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1beb7c-d049-4a7c-995f-425dd18ac070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:04.743512 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7b1beb7c-d049-4a7c-995f-425dd18ac070 admin admin] 10.222.0.49 "GET /v2.0/networks/bd8ab546-943a-4736-a560-1b3f07e70cac HTTP/1.1" status: 200 len: 842 time: 0.1115136 May 05 20:20:04.752903 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:20:04.855422 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Made reservation on behalf of 0b0f65c403cf4f568308920733bbbfbf for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:20:04.857671 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:05.213190 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.objects.ports [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103995) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 05 20:20:05.213652 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (f57df7c4-8c74-43f8-a1fc-e606d48a23ff), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:05.262071 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57df7c4-8c74-43f8-a1fc-e606d48a23ff,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:05.277496 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:20:05.277933 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Network hostable DHCP agents. Network: bd8ab546-943a-4736-a560-1b3f07e70cac, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:20:05.369557 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:20:05.450111 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, bd8ab546-943a-4736-a560-1b3f07e70cac) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:05.454481 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:05.455064 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:05.462062 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814ea6b-59c1-4054-988e-fc12c20bdee0 None None] Network bd8ab546-943a-4736-a560-1b3f07e70cac requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:20:05.538575 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0d8b32a3-8abb-4ae8-add9-5e18959f0f66 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7888536 May 05 20:20:05.572507 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a562798-2250-4f46-9de9-a28323493dac None None] Network bd8ab546-943a-4736-a560-1b3f07e70cac requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:20:07.991108 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55608) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:20:08.201836 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-84b190ab-5757-4b65-b3c6-6d3a5796f0e3 demo admin] 10.222.0.49 "GET /v2.0/routers/1fbb41c1-07ac-4d37-82ad-ba22afa71382 HTTP/1.1" status: 200 len: 710 time: 0.2093954 May 05 20:20:08.289672 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a7179-9bf9-4e61-aa6b-081b8da4caba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:08.291041 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-837a7179-9bf9-4e61-aa6b-081b8da4caba demo admin] 10.222.0.49 "GET /v2.0/networks/bd8ab546-943a-4736-a560-1b3f07e70cac HTTP/1.1" status: 200 len: 886 time: 0.0836847 May 05 20:20:08.300077 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:20:08.561641 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Publish callbacks [] for router_gateway (1fbb41c1-07ac-4d37-82ad-ba22afa71382), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:08.897356 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Publish callbacks [] for router_gateway (1fbb41c1-07ac-4d37-82ad-ba22afa71382), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:08.970194 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:09.076294 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Allocated IP 172.27.0.136 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/aac87c08-1d15-4491-ab75-9e07aa4fd771) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:20:09.176762 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Publish callbacks [] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:09.370092 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:09.405726 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:20:09.408657 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:09.412040 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:20:09.451368 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Pushing event updated for resources: {'Port': ['ID=aac87c08-1d15-4491-ab75-9e07aa4fd771,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:09.749180 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Publish callbacks [] for router_gateway (1fbb41c1-07ac-4d37-82ad-ba22afa71382), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:10.046133 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4064372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8101'] for router (1fbb41c1-07ac-4d37-82ad-ba22afa71382), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:10.049490 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4064367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4064358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740353'] for router (1fbb41c1-07ac-4d37-82ad-ba22afa71382), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:10.160000 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Router 1fbb41c1-07ac-4d37-82ad-ba22afa71382 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:20:10.270557 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:20:10.275598 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:10.276655 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e1cf2074-aad5-48d9-938d-2344e3b98a90 demo admin] 10.222.0.49 "PUT /v2.0/routers/1fbb41c1-07ac-4d37-82ad-ba22afa71382 HTTP/1.1" status: 200 len: 890 time: 1.9799135 May 05 20:20:12.188184 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device cb9aa6fa-615c-48ec-a968-94d348537aac up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:20:12.242105 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port cb9aa6fa-615c-48ec-a968-94d348537aac triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:20:12.242794 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:12.324618 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port cb9aa6fa-615c-48ec-a968-94d348537aac is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:20:12.846527 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 55620) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:20:12.965592 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7822e709-30d0-45c4-853d-5e98fe47d764 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1179035 May 05 20:20:13.143723 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Sync routers for ids ['1fbb41c1-07ac-4d37-82ad-ba22afa71382'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:20:13.156448 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Routers {'1fbb41c1-07ac-4d37-82ad-ba22afa71382'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:20:13.161020 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:19:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['1fbb41c1-07ac-4d37-82ad-ba22afa71382'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:13.375333 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Set router 1fbb41c1-07ac-4d37-82ad-ba22afa71382 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:20:13.861458 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'name': 'router1', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'aac87c08-1d15-4491-ab75-9e07aa4fd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:50Z', 'updated_at': '2022-05-05T20:20:09Z', 'revision_number': 4, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'gw_port': {'id': 'aac87c08-1d15-4491-ab75-9e07aa4fd771', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:08Z', 'updated_at': '2022-05-05T20:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'cb9aa6fa-615c-48ec-a968-94d348537aac', 'name': '', 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'mac_address': 'fa:16:3e:72:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:00Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 5, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'subnets': [{'id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73979d3a-e132-4ad3-aabe-637afcb1552a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:13.927553 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Checking router: 1fbb41c1-07ac-4d37-82ad-ba22afa71382 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:20:13.927848 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Updating router 1fbb41c1-07ac-4d37-82ad-ba22afa71382 port aac87c08-1d15-4491-ab75-9e07aa4fd771 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:20:13.980098 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:14.294061 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Publish callbacks [] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:14.352983 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:14.408314 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Attempting to bind port aac87c08-1d15-4491-ab75-9e07aa4fd771 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:20:14.408869 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Attempting to bind port aac87c08-1d15-4491-ab75-9e07aa4fd771 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:20:14.409071 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Attempting to bind port aac87c08-1d15-4491-ab75-9e07aa4fd771 on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:20:14.412151 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8666c09-d940-485d-a492-a508e3d6cdd5 None None] Pushing event updated for resources: {'Port': ['ID=aac87c08-1d15-4491-ab75-9e07aa4fd771,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:14.416631 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:20:14.417005 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:20:14.417502 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:14.417896 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:20:14.418360 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Bound port: aac87c08-1d15-4491-ab75-9e07aa4fd771, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:20:14.418747 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:14.468734 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] For port aac87c08-1d15-4491-ab75-9e07aa4fd771, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:20:14.471679 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] For port aac87c08-1d15-4491-ab75-9e07aa4fd771, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=aac87c08-1d15-4491-ab75-9e07aa4fd771,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:20:14.535796 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:14.595096 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8666c09-d940-485d-a492-a508e3d6cdd5 None None] Pushing event updated for resources: {'Port': ['ID=aac87c08-1d15-4491-ab75-9e07aa4fd771,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:14.597630 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Routers {'1fbb41c1-07ac-4d37-82ad-ba22afa71382'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:20:14.598285 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:19:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['1fbb41c1-07ac-4d37-82ad-ba22afa71382'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:14.721331 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] Set router 1fbb41c1-07ac-4d37-82ad-ba22afa71382 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:20:14.956643 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'name': 'router1', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'aac87c08-1d15-4491-ab75-9e07aa4fd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:50Z', 'updated_at': '2022-05-05T20:20:09Z', 'revision_number': 4, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'gw_port': {'id': 'aac87c08-1d15-4491-ab75-9e07aa4fd771', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:08Z', 'updated_at': '2022-05-05T20:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'cb9aa6fa-615c-48ec-a968-94d348537aac', 'name': '', 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'mac_address': 'fa:16:3e:72:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:00Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 5, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'subnets': [{'id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73979d3a-e132-4ad3-aabe-637afcb1552a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:14.984476 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2be2d-8559-42b8-8b48-4e99097c19b7 None None] The sync data for ids ['1fbb41c1-07ac-4d37-82ad-ba22afa71382'] in dv-cinder-840730-1-iscsi is: [{'id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'name': 'router1', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'aac87c08-1d15-4491-ab75-9e07aa4fd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:50Z', 'updated_at': '2022-05-05T20:20:09Z', 'revision_number': 4, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'gw_port': {'id': 'aac87c08-1d15-4491-ab75-9e07aa4fd771', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:08Z', 'updated_at': '2022-05-05T20:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'cb9aa6fa-615c-48ec-a968-94d348537aac', 'name': '', 'network_id': 'e8cdc193-e7e0-429a-be3a-990f1f43eb94', 'tenant_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'mac_address': 'fa:16:3e:72:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb41c1-07ac-4d37-82ad-ba22afa71382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:00Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 5, 'project_id': 'b3c70549d48f4efcbd36bbbc71a79f5e', 'subnets': [{'id': 'ff915d1b-940f-4b1a-8a03-e11a1b1c839c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73979d3a-e132-4ad3-aabe-637afcb1552a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:20:16.232543 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device aac87c08-1d15-4491-ab75-9e07aa4fd771 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:20:16.284001 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port aac87c08-1d15-4491-ab75-9e07aa4fd771 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:20:16.284462 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:16.360594 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port aac87c08-1d15-4491-ab75-9e07aa4fd771 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:20:16.361364 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:16.384200 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port aac87c08-1d15-4491-ab75-9e07aa4fd771, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=aac87c08-1d15-4491-ab75-9e07aa4fd771,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:20:16.450744 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:16.504354 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=aac87c08-1d15-4491-ab75-9e07aa4fd771,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:18.269145 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device aac87c08-1d15-4491-ab75-9e07aa4fd771 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:20:18.364369 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port aac87c08-1d15-4491-ab75-9e07aa4fd771 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:20:18.365007 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (aac87c08-1d15-4491-ab75-9e07aa4fd771), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:18.533451 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port aac87c08-1d15-4491-ab75-9e07aa4fd771 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:20:22.804514 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6629f932-6dc7-4a22-bf95-8fa6eedd213e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:24.660808 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:20:25.004254 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-487c8b0f-68cf-47d8-80fe-af7caa204703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:26.398552 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:27.935064 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:29.467280 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:53.032082 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1a62429-dec8-480b-af00-8c1c91d04953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:55.026523 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9976e470-5125-4b37-8ec5-63d7e658bd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:56.335114 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:58.574112 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:20:59.443582 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:01.643613 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:21:22.854815 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-86477e9e-2ad0-4a72-bf9d-ca83041fd61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:25.048663 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-431bd0ff-915e-4fc8-ab16-8bb3a4cdb85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:26.334487 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:27.951712 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:29.437610 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:38.329982 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56104) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:21:38.391887 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edbc3d0-1f2b-4941-a939-8c0f834c0fb4 admin admin] GET failed (client error): The resource could not be found. May 05 20:21:38.393168 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6edbc3d0-1f2b-4941-a939-8c0f834c0fb4 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622473 May 05 20:21:38.551714 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477168b-83b7-44fd-83d5-5a3306f1d98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:38.553195 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7477168b-83b7-44fd-83d5-5a3306f1d98b admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559412 May 05 20:21:38.646561 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:21:40.911201 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56114) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:21:41.007822 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7447f74-98f8-4bfc-b120-0a9a1821a25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:41.009557 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a7447f74-98f8-4bfc-b120-0a9a1821a25f admin admin] 10.222.0.49 "GET /v2.0/subnets/ff915d1b-940f-4b1a-8a03-e11a1b1c839c HTTP/1.1" status: 200 len: 849 time: 0.0970187 May 05 20:21:41.018465 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:21:41.099129 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Publish callbacks [] for subnet (ff915d1b-940f-4b1a-8a03-e11a1b1c839c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:41.345821 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736179699240'] for subnet (ff915d1b-940f-4b1a-8a03-e11a1b1c839c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:41.376526 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:41.377045 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:41.378478 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] 10.222.0.49 "PUT /v2.0/subnets/ff915d1b-940f-4b1a-8a03-e11a1b1c839c HTTP/1.1" status: 200 len: 868 time: 0.3635340 May 05 20:21:41.381577 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37e664d-e2de-466e-ba9f-40a03931ea20 None None] Network e8cdc193-e7e0-429a-be3a-990f1f43eb94 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:21:41.403452 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff915d1b-940f-4b1a-8a03-e11a1b1c839c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:41.411218 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.411589 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.412139 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.412475 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.412803 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.413130 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.413507 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.413832 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.414171 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.414512 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.414835 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.415157 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.416358 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eee43-e038-4eee-9c73-570028967af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:41.753253 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-61b6662a-984e-4701-a102-31c18d37a134 None None] Provisioning complete for port a2f5ed82-9d6a-4c7f-b182-2653384830f0 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:21:41.753675 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-61b6662a-984e-4701-a102-31c18d37a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a2f5ed82-9d6a-4c7f-b182-2653384830f0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:41.834568 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-61b6662a-984e-4701-a102-31c18d37a134 None None] Current status of the port a2f5ed82-9d6a-4c7f-b182-2653384830f0 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:21:41.845053 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-61b6662a-984e-4701-a102-31c18d37a134 None None] Provisioning complete for port cb9aa6fa-615c-48ec-a968-94d348537aac triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:21:41.845476 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-61b6662a-984e-4701-a102-31c18d37a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cb9aa6fa-615c-48ec-a968-94d348537aac), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:41.919111 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-61b6662a-984e-4701-a102-31c18d37a134 None None] Current status of the port cb9aa6fa-615c-48ec-a968-94d348537aac is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:21:43.741201 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56122) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:21:43.939070 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef5730-1bc4-4765-9eb7-829908803bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:43.939473 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef5730-1bc4-4765-9eb7-829908803bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:43.941018 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2fef5730-1bc4-4765-9eb7-829908803bec admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988285 May 05 20:21:46.298204 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56130) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:21:46.456288 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a35d4-69cd-4d5d-a7c5-8bfce4764bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:46.456652 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a35d4-69cd-4d5d-a7c5-8bfce4764bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:46.458865 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-185a35d4-69cd-4d5d-a7c5-8bfce4764bbe admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1590557 May 05 20:21:48.839188 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56138) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:21:48.964121 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9806de4c-4f28-4e3a-bc1a-f900fef0fb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:48.965498 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9806de4c-4f28-4e3a-bc1a-f900fef0fb43 admin admin] 10.222.0.49 "GET /v2.0/networks/bd8ab546-943a-4736-a560-1b3f07e70cac HTTP/1.1" status: 200 len: 886 time: 0.1253979 May 05 20:21:51.309182 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56146) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:21:51.519311 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbe541b-857c-4a21-9dcb-d7f9272dae94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:51.520610 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-adbe541b-857c-4a21-9dcb-d7f9272dae94 admin admin] 10.222.0.49 "GET /v2.0/networks/e8cdc193-e7e0-429a-be3a-990f1f43eb94 HTTP/1.1" status: 200 len: 869 time: 0.2104769 May 05 20:21:52.831415 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-85a691c8-a90e-400d-af1e-dcf91e417237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:53.870512 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56156) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:21:53.999412 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b922a-de17-44bb-8d76-520636fc42ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:53.999862 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b922a-de17-44bb-8d76-520636fc42ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:54.001421 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6b0b922a-de17-44bb-8d76-520636fc42ab admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299350 May 05 20:21:54.997354 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2e571fa8-a32b-4292-a2fc-86a4a4da676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:56.328618 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:56.350636 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56164) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:21:56.471948 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b322624-2bad-441e-87de-a5f3f4e4d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:56.472315 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b322624-2bad-441e-87de-a5f3f4e4d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:56.473847 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0b322624-2bad-441e-87de-a5f3f4e4d580 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222703 May 05 20:21:57.940704 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:21:58.828005 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56172) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:21:58.915753 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef731c-99ec-4c7b-9439-12452576f221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:58.917080 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-72ef731c-99ec-4c7b-9439-12452576f221 admin admin] 10.222.0.49 "GET /v2.0/subnets/f57df7c4-8c74-43f8-a1fc-e606d48a23ff HTTP/1.1" status: 200 len: 816 time: 0.0900156 May 05 20:21:59.436992 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:01.262785 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56180) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:22:01.455414 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b833e7e-e3ea-4008-8fb1-9f1159c12a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:01.456902 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9b833e7e-e3ea-4008-8fb1-9f1159c12a0e admin admin] 10.222.0.49 "GET /v2.0/subnets/ff915d1b-940f-4b1a-8a03-e11a1b1c839c HTTP/1.1" status: 200 len: 868 time: 0.1929410 May 05 20:22:15.650640 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:22:22.823349 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-09b68880-c51d-4678-9d9f-8b552973c358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:25.014227 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-15104d18-e0f3-4e42-a064-faefce806189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:26.322295 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:26.606688 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56234) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:22:26.653925 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [None req-71a76bb3-8de0-4c39-bafe-e663594acbcd admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:22:26.655039 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-71a76bb3-8de0-4c39-bafe-e663594acbcd admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473948 May 05 20:22:27.939479 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:29.086439 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56242) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:22:29.145462 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.pecan_wsgi.hooks.translation [None req-856b2187-59a3-4eae-aa5c-60fd5a24d260 admin admin] GET failed (client error): The resource could not be found. May 05 20:22:29.146733 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-856b2187-59a3-4eae-aa5c-60fd5a24d260 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593276 May 05 20:22:29.236575 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4108504d-7140-4b3e-8a88-cd4516789758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:29.238075 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4108504d-7140-4b3e-8a88-cd4516789758 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0871837 May 05 20:22:29.442134 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:31.628730 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56250) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:22:31.676217 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:22:31.745017 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Made reservation on behalf of 0b0f65c403cf4f568308920733bbbfbf for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:31.747286 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:31.775860 dv-cinder-840730-1-iscsi neutron-server[103995]: WARNING neutron.services.revisions.revision_plugin [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Could not find related network for resource to bump revision. May 05 20:22:31.788125 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:22:31.797838 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (dd15ee90-f503-4e9c-97b8-848290b8b353), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:31.798177 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Added segment dd15ee90-f503-4e9c-97b8-848290b8b353 of type vlan for network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e May 05 20:22:31.837746 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (7fa8c047-fe2a-461d-bdc4-73fc5bc3556e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:31.922235 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (7fa8c047-fe2a-461d-bdc4-73fc5bc3556e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:31.923195 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:31.923766 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:32.013205 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa8c047-fe2a-461d-bdc4-73fc5bc3556e,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:32.022826 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:22:32.067656 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-514cce08-a0f5-4eef-9107-14cde870ef66 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4377956 May 05 20:22:34.490921 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56258) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:22:34.550725 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbda903c-2411-47a3-aa26-02f7a909e249 admin admin] GET failed (client error): The resource could not be found. May 05 20:22:34.552007 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bbda903c-2411-47a3-aa26-02f7a909e249 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601294 May 05 20:22:34.624983 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3145bacf-0b9f-46b6-ba9e-26039da23926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:34.626445 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3145bacf-0b9f-46b6-ba9e-26039da23926 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0698931 May 05 20:22:34.636526 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e', 'name': 'shared-subnet'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:22:34.750905 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Made reservation on behalf of 0b0f65c403cf4f568308920733bbbfbf for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:34.753035 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:34.971716 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (2a89e9a7-7f09-41c0-822f-d45cbea5efdb), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:35.026256 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a89e9a7-7f09-41c0-822f-d45cbea5efdb,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:35.035620 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Checking segment: {'id': 'dd15ee90-f503-4e9c-97b8-848290b8b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:22:35.035964 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Network hostable DHCP agents. Network: 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:22:35.108471 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:22:35.184892 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:35.188815 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:35.189435 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:35.194140 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3246638d-d5ac-48b4-86ba-06be02a7c4ac None None] Network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:22:35.296361 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-7fa8c047-fe2a-461d-bdc4-73fc5bc3556e', 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e', 'project_id': '0b0f65c403cf4f568308920733bbbfbf', 'fixed_ips': [{'subnet_id': '2a89e9a7-7f09-41c0-822f-d45cbea5efdb'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:22:35.297213 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:35.306386 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e26656a3-66f2-402e-bb92-3806b94e1ca9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6736553 May 05 20:22:35.441830 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Allocated IP 192.168.233.2 (7fa8c047-fe2a-461d-bdc4-73fc5bc3556e/2a89e9a7-7f09-41c0-822f-d45cbea5efdb/04740167-4c80-4b60-9258-2e78296a5b21) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:22:35.588943 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Publish callbacks [] for port (04740167-4c80-4b60-9258-2e78296a5b21), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:35.681083 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (04740167-4c80-4b60-9258-2e78296a5b21), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:35.719553 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:22:35.720994 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:35.724966 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:22:35.738937 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Pushing event updated for resources: {'Port': ['ID=04740167-4c80-4b60-9258-2e78296a5b21,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:35.763058 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.763430 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.763797 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.764144 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.764481 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.764812 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.765142 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.765502 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.765828 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.766171 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.766505 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.766825 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.767150 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:35.803029 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Attempting to bind port 04740167-4c80-4b60-9258-2e78296a5b21 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:22:35.803399 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Attempting to bind port 04740167-4c80-4b60-9258-2e78296a5b21 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'dd15ee90-f503-4e9c-97b8-848290b8b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:22:35.803768 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Attempting to bind port 04740167-4c80-4b60-9258-2e78296a5b21 on network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:22:35.809008 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:22:35.809412 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Checking segment: {'id': 'dd15ee90-f503-4e9c-97b8-848290b8b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:22:35.809864 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:35.810208 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Bound using segment: {'id': 'dd15ee90-f503-4e9c-97b8-848290b8b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:22:35.810682 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Bound port: 04740167-4c80-4b60-9258-2e78296a5b21, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd15ee90-f503-4e9c-97b8-848290b8b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:22:35.811061 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (04740167-4c80-4b60-9258-2e78296a5b21), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:35.877109 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] For port 04740167-4c80-4b60-9258-2e78296a5b21, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:22:35.880231 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] For port 04740167-4c80-4b60-9258-2e78296a5b21, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=04740167-4c80-4b60-9258-2e78296a5b21,segment=NetworkSegment(dd15ee90-f503-4e9c-97b8-848290b8b353),segment_id=dd15ee90-f503-4e9c-97b8-848290b8b353)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:22:36.024241 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (04740167-4c80-4b60-9258-2e78296a5b21), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:36.085257 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9fd00-6f29-492a-b51b-84f9205d2ae3 None None] Pushing event updated for resources: {'Port': ['ID=04740167-4c80-4b60-9258-2e78296a5b21,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:36.380639 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 04740167-4c80-4b60-9258-2e78296a5b21 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:22:36.435792 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 04740167-4c80-4b60-9258-2e78296a5b21 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:22:36.436177 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (04740167-4c80-4b60-9258-2e78296a5b21), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:36.515513 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 04740167-4c80-4b60-9258-2e78296a5b21 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:22:36.515926 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (04740167-4c80-4b60-9258-2e78296a5b21), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:36.557350 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 04740167-4c80-4b60-9258-2e78296a5b21, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=04740167-4c80-4b60-9258-2e78296a5b21,segment=NetworkSegment(dd15ee90-f503-4e9c-97b8-848290b8b353),segment_id=dd15ee90-f503-4e9c-97b8-848290b8b353)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:22:36.625518 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (04740167-4c80-4b60-9258-2e78296a5b21), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:36.685779 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=04740167-4c80-4b60-9258-2e78296a5b21,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:36.910961 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedb8da8-3d4e-4ba4-a316-8f16137d1303 None None] Network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:22:36.995311 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-a29379ac-f38c-4b44-a3f2-de357b65145b None None] Provisioning complete for port 04740167-4c80-4b60-9258-2e78296a5b21 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:22:36.995692 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a29379ac-f38c-4b44-a3f2-de357b65145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (04740167-4c80-4b60-9258-2e78296a5b21), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:37.107984 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a29379ac-f38c-4b44-a3f2-de357b65145b None None] Current status of the port 04740167-4c80-4b60-9258-2e78296a5b21 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:22:37.232345 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-e9009376-d750-4b0b-8766-2f56b4c22790 None None] Provisioning complete for port 04740167-4c80-4b60-9258-2e78296a5b21 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:22:37.232737 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e9009376-d750-4b0b-8766-2f56b4c22790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (04740167-4c80-4b60-9258-2e78296a5b21), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:37.314722 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-e9009376-d750-4b0b-8766-2f56b4c22790 None None] Current status of the port 04740167-4c80-4b60-9258-2e78296a5b21 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:22:38.275386 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 04740167-4c80-4b60-9258-2e78296a5b21 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:22:38.325913 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 04740167-4c80-4b60-9258-2e78296a5b21 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:22:38.326306 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (04740167-4c80-4b60-9258-2e78296a5b21), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:38.403311 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 04740167-4c80-4b60-9258-2e78296a5b21 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:22:52.650863 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:22:52.817076 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a04fce30-9f36-4151-ae3a-aab3ce6f7eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:55.058938 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-50842ffc-a065-4f90-8ab1-1b419749a765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:56.399501 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:57.976591 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:22:59.439453 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:22.813854 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fdec6d4-9587-4785-b59c-75ac7e306bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:25.008618 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1a0d05a4-41fb-4bcd-98d1-e5b8f3c784a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:26.330500 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:27.979027 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:29.435989 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:29.651560 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:23:52.832398 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-347310f4-1f67-437e-b30e-28b7502b0e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:55.012975 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-613d182b-507d-4d4e-a4a6-099f224bc24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:56.355317 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:57.961317 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:23:59.539185 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:06.654129 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:24:22.814574 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5b0b371e-5350-4cef-a35a-958075c6ddcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:24.113174 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56296) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:24:24.119554 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [None req-3e031f0d-6db7-4bdc-8119-b04ee31fe833 tempest-verify_tempest_config-377531135 tempest-verify_tempest_config-377531135-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:24:24.120550 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3e031f0d-6db7-4bdc-8119-b04ee31fe833 tempest-verify_tempest_config-377531135 tempest-verify_tempest_config-377531135-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063879 May 05 20:24:24.635487 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56314) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:24:24.737788 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:24.809573 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Publish callbacks [] for security_group (00b9d5e1-cb61-43d8-9cad-3369c4ac6c82), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:24.894163 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (00b9d5e1-cb61-43d8-9cad-3369c4ac6c82), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:24.943999 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=706aeeec3c07466ebb1eb9060267db8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3074028 May 05 20:24:24.945270 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9d5e1-cb61-43d8-9cad-3369c4ac6c82,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:24.946828 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56318) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:24:24.952429 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.952740 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.953086 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.953451 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.953784 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.954112 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.954455 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.954791 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.955135 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.955462 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.956037 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.956356 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:24.956673 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fbb78-fb4d-45e1-a71d-7359813cea10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.003727 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Publish callbacks [] for security_group (00b9d5e1-cb61-43d8-9cad-3369c4ac6c82), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:25.008589 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8b2e04b5-2d88-41bb-a45c-b88e1828044b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:25.026408 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Publish callbacks [] for security_group (00b9d5e1-cb61-43d8-9cad-3369c4ac6c82), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:25.172326 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (00b9d5e1-cb61-43d8-9cad-3369c4ac6c82), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:25.174929 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:25.176092 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00b9d5e1-cb61-43d8-9cad-3369c4ac6c82 HTTP/1.1" status: 204 len: 168 time: 0.2277393 May 05 20:24:25.183811 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9d5e1-cb61-43d8-9cad-3369c4ac6c82,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:25.190671 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.191026 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.191364 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.191693 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.192022 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.192345 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.192679 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.193112 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.193472 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.193811 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.194131 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.194445 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:25.194762 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480449c-4ff5-4ecb-b642-b8b658f0b998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:26.346316 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:27.980200 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:29.448772 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:43.656762 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:24:52.829275 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6ca2-c2f7-45c5-a829-d8d753903934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:55.008065 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b38f-5a92-497b-b564-718052bf5da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:56.362457 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:57.967749 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:24:59.440607 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:20.662385 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:25:22.871484 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe024622-e230-4f16-ba36-eb99cd3ac54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:25.023114 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7a5cf42d-9339-4d43-a1a3-04974b22bb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:26.342910 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:27.966006 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:29.475586 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:52.823489 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9dd25214-f1d4-4fff-b9bf-7ee8acba1cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:55.040803 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4af0457-9f3a-44bf-bde6-1f9bf58d4204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:56.348362 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:57.666006 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:25:58.005387 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:25:59.456907 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:13.639818 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4071014'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:22.805640 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-53a3087a-2ab0-42b8-8842-d22be6ffe471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:25.098113 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d069-1442-4ebb-bbf8-e983622992ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:26.370797 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:27.977021 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:28.079623 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56390) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:26:28.184048 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e3f064a2-1742-4afa-a108-1b3648ca6845 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1033332 May 05 20:26:29.491357 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:30.553999 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56402) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:26:30.610426 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-47eb5fe2-3032-49a1-b3b3-0058876e3782 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0553453 May 05 20:26:34.671349 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:26:43.531240 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:52.839448 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab177-3e2c-4744-8e2b-087ee7f4ac87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:55.005461 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e49867b9-4db2-4014-8fce-caf4a7ae002f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:56.330837 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:57.999091 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:26:59.473270 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:11.674225 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:27:13.536254 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:22.810505 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f2937721-4318-429b-b93e-26c7413baf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:25.022413 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76b1bc83-70e6-4d94-8af6-02e1b95d9c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:26.377442 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:28.039073 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:29.456356 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:43.535368 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:48.677857 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:27:52.832636 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c2dc947-f3b1-4e81-b370-d85abd00a792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:55.078797 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76b75935-4b4e-4e11-a587-7f5fc3e1e084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:56.364545 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:58.010252 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:27:59.483977 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:13.564643 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:15.220198 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56526) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:15.519040 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-7084487-network', 'tenant_id': 'b5a34d959c014baeb2f6af8612fb92ac'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:15.632934 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Made reservation on behalf of b5a34d959c014baeb2f6af8612fb92ac for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:15.635244 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:15.664230 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:15.742572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Publish callbacks [] for security_group (83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:15.803980 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:15.827686 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:28:15.847752 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:15.851906 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (9378595c-f112-4742-9b63-7dcd29d49468), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:15.852240 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Added segment 9378595c-f112-4742-9b63-7dcd29d49468 of type vlan for network 05f06424-f6c1-4885-ab80-e684b63be680 May 05 20:28:15.863837 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.864198 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.864789 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.864967 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.865413 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.865748 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.866092 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.866420 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.866742 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.867070 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.867390 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.867707 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.868027 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Tracked resource versions report: May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: pushed versions: May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: { 'AddressGroup': {'1.2'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'ConntrackHelper': {'1.0'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'LocalIPAssociation': {'1.0'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Log': {'1.0'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Network': {'1.1'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Port': {'1.7'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'PortForwarding': {'1.2'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'QosPolicy': {'1.10'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SecurityGroup': {'1.5'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SecurityGroupRule': {'1.2'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SubPort': {'1.0'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Subnet': {'1.1'}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Trunk': {'1.1'}} May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: consumer versions: May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: { DHCP agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: HyperV agent@hv-cinder-84073: {}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: L3 agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: Metadata agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: Metering agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: Open vSwitch agent@dv-cinder-840730-1-iscsi: { 'AddressGroup': '1.2', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'ConntrackHelper': '1.0', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'LocalIPAssociation': '1.0', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Log': '1.0', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Network': '1.1', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Port': '1.7', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'PortForwarding': '1.2', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'QosPolicy': '1.10', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SecurityGroup': '1.5', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SecurityGroupRule': '1.2', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'SubPort': '1.0', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Subnet': '1.1', May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: 'Trunk': '1.1'}} May 05 20:28:15.869087 dv-cinder-840730-1-iscsi neutron-server[103996]: {{(pid=103996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 20:28:15.904882 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (05f06424-f6c1-4885-ab80-e684b63be680), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:16.010213 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (05f06424-f6c1-4885-ab80-e684b63be680), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:16.011179 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:16.011767 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:16.076043 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] Pushing event updated for resources: {'Network': ['ID=05f06424-f6c1-4885-ab80-e684b63be680,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:16.087806 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 05f06424-f6c1-4885-ab80-e684b63be680 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:28:16.132300 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e2e1d2f3-6115-46cf-bc4e-be30099bd18d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9109879 May 05 20:28:16.135554 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56566) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:16.143085 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Request body: {'subnet': {'network_id': '05f06424-f6c1-4885-ab80-e684b63be680', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-7084487-subnet', 'tenant_id': 'b5a34d959c014baeb2f6af8612fb92ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:16.221287 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Made reservation on behalf of b5a34d959c014baeb2f6af8612fb92ac for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:16.225125 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:16.472890 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (a3d34279-c61a-4117-b6c6-6250c195d044), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:16.529763 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d34279-c61a-4117-b6c6-6250c195d044,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:16.539902 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.540032 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.540584 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.541162 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.541606 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.541931 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.542278 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.542610 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.543024 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.543276 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.543604 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.544113 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.544295 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Tracked resource versions report: May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: pushed versions: May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: { 'AddressGroup': {'1.2'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'ConntrackHelper': {'1.0'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'LocalIPAssociation': {'1.0'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Log': {'1.0'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Network': {'1.1'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Port': {'1.7'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'PortForwarding': {'1.2'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'QosPolicy': {'1.10'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SecurityGroup': {'1.5'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SecurityGroupRule': {'1.2'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SubPort': {'1.0'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Subnet': {'1.1'}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Trunk': {'1.1'}} May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: consumer versions: May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: { DHCP agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: HyperV agent@hv-cinder-84073: {}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: L3 agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: Metadata agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: Metering agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: Open vSwitch agent@dv-cinder-840730-1-iscsi: { 'AddressGroup': '1.2', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'ConntrackHelper': '1.0', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'LocalIPAssociation': '1.0', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Log': '1.0', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Network': '1.1', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Port': '1.7', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'PortForwarding': '1.2', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'QosPolicy': '1.10', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SecurityGroup': '1.5', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SecurityGroupRule': '1.2', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'SubPort': '1.0', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Subnet': '1.1', May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: 'Trunk': '1.1'}} May 05 20:28:16.545586 dv-cinder-840730-1-iscsi neutron-server[103995]: {{(pid=103995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 20:28:16.550209 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Checking segment: {'id': '9378595c-f112-4742-9b63-7dcd29d49468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '05f06424-f6c1-4885-ab80-e684b63be680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:16.550572 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Network hostable DHCP agents. Network: 05f06424-f6c1-4885-ab80-e684b63be680, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:28:16.626101 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Network 05f06424-f6c1-4885-ab80-e684b63be680 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:28:16.701435 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 05f06424-f6c1-4885-ab80-e684b63be680) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:16.705873 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:16.712179 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:16.713263 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7339e808-b077-4540-8a09-509698003e29 None None] Network 05f06424-f6c1-4885-ab80-e684b63be680 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:28:16.813527 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80586638-b9f2-46bd-bec6-b7a68f1c18f0 None None] Network 05f06424-f6c1-4885-ab80-e684b63be680 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:28:16.820348 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2790bbad-ca7b-4c6a-9dd2-0dfb47c247e1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6834679 May 05 20:28:17.088269 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56620) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:17.579351 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-network', 'tenant_id': '83632617c8b842108cfb2620747f0761'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:17.672155 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Made reservation on behalf of 83632617c8b842108cfb2620747f0761 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:17.674444 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:17.683846 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:17.710906 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56652) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:17.744873 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56656) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:17.773476 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Publish callbacks [] for security_group (8bd50200-26ff-48cf-b185-098d872abd22), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:17.854881 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-272467969-network', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:17.900700 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-network', 'tenant_id': '4cca903e252a482da78be6052b1bc808'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:17.913567 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8bd50200-26ff-48cf-b185-098d872abd22), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:17.941515 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd50200-26ff-48cf-b185-098d872abd22,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:17.968387 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:28:17.971016 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Made reservation on behalf of 256098b6f90b4be98b757a2d962f6a82 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:17.975187 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:17.980466 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (79fc8a37-9567-47b4-9dd3-1515c135a76b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:17.980906 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Added segment 79fc8a37-9567-47b4-9dd3-1515c135a76b of type vlan for network 1a727c37-2514-4038-8e92-e65388f44393 May 05 20:28:17.987361 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.017675 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Made reservation on behalf of 4cca903e252a482da78be6052b1bc808 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:18.020249 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.043493 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.067406 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (1a727c37-2514-4038-8e92-e65388f44393), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.151954 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Publish callbacks [] for security_group (93eb1c8b-e589-4738-b719-e7fbee84fee8), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.201947 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Publish callbacks [] for security_group (4ffe6f9f-6e90-4e9b-93f8-a54854ea98db), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.205076 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (1a727c37-2514-4038-8e92-e65388f44393), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.209887 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:18.210844 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.239280 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (93eb1c8b-e589-4738-b719-e7fbee84fee8), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.261260 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:28:18.291846 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a727c37-2514-4038-8e92-e65388f44393,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.292196 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (efc085eb-5db7-45a8-bfeb-53eaa3effd02), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.292548 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Added segment efc085eb-5db7-45a8-bfeb-53eaa3effd02 of type vlan for network 0bb89748-168d-4d28-ba29-6d7e24820be3 May 05 20:28:18.308522 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 1a727c37-2514-4038-8e92-e65388f44393 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:28:18.349522 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eb1c8b-e589-4738-b719-e7fbee84fee8,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.355737 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-14ea40dc-443b-4b02-af6f-7e69bcad5de3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2661180 May 05 20:28:18.358807 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56686) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:18.364296 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Request body: {'subnet': {'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-subnet', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:18.365980 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4ffe6f9f-6e90-4e9b-93f8-a54854ea98db), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.383839 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:28:18.396387 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (24a701f9-fadd-4a7d-95a8-a149ec80dd03), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.402094 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Added segment 24a701f9-fadd-4a7d-95a8-a149ec80dd03 of type vlan for network cae199b6-12f4-41de-b95f-3aec24f02fb9 May 05 20:28:18.468267 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (cae199b6-12f4-41de-b95f-3aec24f02fb9), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.484411 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Made reservation on behalf of 83632617c8b842108cfb2620747f0761 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:18.486771 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.537838 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (0bb89748-168d-4d28-ba29-6d7e24820be3), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.546132 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.656089 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (cae199b6-12f4-41de-b95f-3aec24f02fb9), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.656980 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:18.657572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.706916 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (0bb89748-168d-4d28-ba29-6d7e24820be3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.716213 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:18.716213 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.729779 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] Pushing event updated for resources: {'Network': ['ID=cae199b6-12f4-41de-b95f-3aec24f02fb9,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.740586 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:28:18.791749 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] Pushing event updated for resources: {'Network': ['ID=0bb89748-168d-4d28-ba29-6d7e24820be3,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.794682 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (1704d291-8c26-4fed-9f6e-857944ec7156), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.800648 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-13be0aee-ef27-4220-b44b-786e0b66b88a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0541556 May 05 20:28:18.801632 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56692) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:18.805568 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-44695b47-15f6-48ee-8775-7d88bf987a7a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0922034 May 05 20:28:18.810489 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Request body: {'subnet': {'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-subnet', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:18.813504 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:28:18.814444 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56694) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:18.819699 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Request body: {'subnet': {'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-272467969-subnet', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:18.856853 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1704d291-8c26-4fed-9f6e-857944ec7156,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.866079 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Checking segment: {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:18.866537 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Network hostable DHCP agents. Network: 1a727c37-2514-4038-8e92-e65388f44393, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:28:18.924861 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Made reservation on behalf of 4cca903e252a482da78be6052b1bc808 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:18.927453 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.929584 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Made reservation on behalf of 256098b6f90b4be98b757a2d962f6a82 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:18.934677 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:18.987197 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Network 1a727c37-2514-4038-8e92-e65388f44393 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:28:19.081710 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 1a727c37-2514-4038-8e92-e65388f44393) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:19.087737 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:19.089457 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.092429 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9fc7f6-cdbf-400c-a857-e0fdac441fb8 None None] Network 1a727c37-2514-4038-8e92-e65388f44393 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:28:19.162544 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e92c65b5-d6df-4115-a899-22c31c1cb86f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8023028 May 05 20:28:19.165149 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56702) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:19.176469 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:19.241924 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-1a727c37-2514-4038-8e92-e65388f44393', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'project_id': '83632617c8b842108cfb2620747f0761', 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:28:19.242886 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.290930 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (0a60366f-53fe-4d16-a280-336d06eaae56), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.294718 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (0a60366f-53fe-4d16-a280-336d06eaae56), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.407330 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks [] for router_controller (0a60366f-53fe-4d16-a280-336d06eaae56), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.416655 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (88edb06f-50ec-439a-9612-51e02d8b4d43), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.483475 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88edb06f-50ec-439a-9612-51e02d8b4d43,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:19.485549 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Allocated IP 172.20.0.2 (1a727c37-2514-4038-8e92-e65388f44393/1704d291-8c26-4fed-9f6e-857944ec7156/149921be-8898-4248-8d12-8ce08832fcf2) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:19.499810 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Checking segment: {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:19.500265 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Network hostable DHCP agents. Network: 0bb89748-168d-4d28-ba29-6d7e24820be3, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:28:19.514731 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.592899 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:19.600961 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Checking segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:19.601337 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Network hostable DHCP agents. Network: cae199b6-12f4-41de-b95f-3aec24f02fb9, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:28:19.617809 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:28:19.655865 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Publish callbacks [] for port (149921be-8898-4248-8d12-8ce08832fcf2), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.679007 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks [] for router_gateway (0a60366f-53fe-4d16-a280-336d06eaae56), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.787698 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (149921be-8898-4248-8d12-8ce08832fcf2), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.790629 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:28:19.838000 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Network 1a727c37-2514-4038-8e92-e65388f44393 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:19.841940 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:19.844758 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:19.859508 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Pushing event updated for resources: {'Port': ['ID=149921be-8898-4248-8d12-8ce08832fcf2,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:19.886589 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.887051 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.887473 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.887869 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.888420 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.888810 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.889326 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.889845 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.890529 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.891079 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.891606 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.892116 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.892620 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Tracked resource versions report: May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: pushed versions: May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: { 'AddressGroup': {'1.2'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'ConntrackHelper': {'1.0'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'LocalIPAssociation': {'1.0'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Log': {'1.0'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Network': {'1.1'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Port': {'1.7'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'PortForwarding': {'1.2'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'QosPolicy': {'1.10'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SecurityGroup': {'1.5'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SecurityGroupRule': {'1.2'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SubPort': {'1.0'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Subnet': {'1.1'}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Trunk': {'1.1'}} May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: consumer versions: May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: { DHCP agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: HyperV agent@hv-cinder-84073: {}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: L3 agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: Metadata agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: Metering agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: Open vSwitch agent@dv-cinder-840730-1-iscsi: { 'AddressGroup': '1.2', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'ConntrackHelper': '1.0', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'LocalIPAssociation': '1.0', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Log': '1.0', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Network': '1.1', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Port': '1.7', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'PortForwarding': '1.2', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'QosPolicy': '1.10', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SecurityGroup': '1.5', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SecurityGroupRule': '1.2', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'SubPort': '1.0', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Subnet': '1.1', May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: 'Trunk': '1.1'}} May 05 20:28:19.893992 dv-cinder-840730-1-iscsi neutron-server[103997]: {{(pid=103997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 20:28:19.919988 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 0bb89748-168d-4d28-ba29-6d7e24820be3) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:19.928451 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, cae199b6-12f4-41de-b95f-3aec24f02fb9) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:19.928451 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:19.928917 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.952973 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Attempting to bind port 149921be-8898-4248-8d12-8ce08832fcf2 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:19.954210 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Attempting to bind port 149921be-8898-4248-8d12-8ce08832fcf2 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:19.958841 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Attempting to bind port 149921be-8898-4248-8d12-8ce08832fcf2 on network 1a727c37-2514-4038-8e92-e65388f44393 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:19.960810 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:19.961508 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:19.961672 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eea2bd-add5-4ea4-ac14-85a7d2017d31 None None] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:28:20.000037 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd9276-07be-4563-acd6-ffa78bf98cc0 None None] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:28:20.018614 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56726) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:20.046971 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e2a334bb-0d4b-452f-8634-a6d739592378 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2313366 May 05 20:28:20.050511 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56730) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:20.055073 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:20.069125 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:20.069687 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Checking segment: {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:20.070184 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.070673 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Bound using segment: {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:20.071701 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Bound port: 149921be-8898-4248-8d12-8ce08832fcf2, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:20.071701 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (149921be-8898-4248-8d12-8ce08832fcf2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.120144 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-240e17fe-71ba-405b-909d-0b6686371f28 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3105116 May 05 20:28:20.120632 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56732) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:20.125678 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:20.207240 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59058b57-dcba-4270-bcfc-3941fc5bc258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.210443 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.211964 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.275357 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (211300e7-5dd5-41dc-8626-ffae5d27289a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.276337 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (211300e7-5dd5-41dc-8626-ffae5d27289a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.378194 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56756) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:20.383712 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-cae199b6-12f4-41de-b95f-3aec24f02fb9', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'project_id': '4cca903e252a482da78be6052b1bc808', 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:28:20.385020 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.385488 dv-cinder-840730-1-iscsi neutron-server[103995]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 20:28:20.457666 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-0bb89748-168d-4d28-ba29-6d7e24820be3', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:28:20.459184 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.463070 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] For port 149921be-8898-4248-8d12-8ce08832fcf2, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:20.480089 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks [] for router_controller (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.532822 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks [] for router_controller (211300e7-5dd5-41dc-8626-ffae5d27289a), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.543421 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] For port 149921be-8898-4248-8d12-8ce08832fcf2, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=149921be-8898-4248-8d12-8ce08832fcf2,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:20.577227 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59058b57-dcba-4270-bcfc-3941fc5bc258 admin admin] Publish callbacks [] for security_group (f79affa1-c861-41e7-a429-28487e7d0d10), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.580069 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks [] for router_gateway (0a60366f-53fe-4d16-a280-336d06eaae56), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.618672 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.627460 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (149921be-8898-4248-8d12-8ce08832fcf2), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.716165 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59058b57-dcba-4270-bcfc-3941fc5bc258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f79affa1-c861-41e7-a429-28487e7d0d10), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:20.767093 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-b839b04f-fb52-4134-a5ac-7eec98bb304a tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:20.769221 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-b839b04f-fb52-4134-a5ac-7eec98bb304a tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/networks?id=05f06424-f6c1-4885-ab80-e684b63be680 HTTP/1.1" status: 200 len: 809 time: 0.3854995 May 05 20:28:20.780050 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Allocated IP 172.20.0.2 (cae199b6-12f4-41de-b95f-3aec24f02fb9/e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5/2b260ea0-6d3f-4ad2-b5ad-069ccec43448) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:20.809939 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Allocated IP 172.20.0.2 (0bb89748-168d-4d28-ba29-6d7e24820be3/88edb06f-50ec-439a-9612-51e02d8b4d43/a3f7aba7-178f-46b9-be1a-20c3a569d4ce) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:20.820866 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-a38d3e10-8f44-41ae-a380-3d4e8a09ea10 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/quotas/b5a34d959c014baeb2f6af8612fb92ac HTTP/1.1" status: 200 len: 375 time: 0.0456998 May 05 20:28:20.865906 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-59058b57-dcba-4270-bcfc-3941fc5bc258 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ebf8464eb5f465d85fb50bbf9f09ff7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8460999 May 05 20:28:20.867314 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56768) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:20.891976 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d791e57-f7ee-4103-b460-ae4951c42225 None None] Pushing event updated for resources: {'Port': ['ID=149921be-8898-4248-8d12-8ce08832fcf2,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:20.910129 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Allocated IP 172.27.0.112 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/5ffd066c-bca2-49c2-af41-134f7c36e5db) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:20.972683 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-85432ffc-e8bd-412d-8644-cbb6db5f43e8 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5a34d959c014baeb2f6af8612fb92ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400669 May 05 20:28:21.147098 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Publish callbacks [] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.179871 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks [] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.207906 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks [] for router_gateway (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.224780 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058b57-dcba-4270-bcfc-3941fc5bc258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79affa1-c861-41e7-a429-28487e7d0d10,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:21.231315 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks [] for router_gateway (211300e7-5dd5-41dc-8626-ffae5d27289a), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.243784 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Publish callbacks [] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.258020 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f005d6e2-3a41-45ee-b9a7-b2290de1bc59 admin admin] Publish callbacks [] for security_group (f79affa1-c861-41e7-a429-28487e7d0d10), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.258814 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-7a746125-bdf8-411d-bbc9-fc0d8867f15d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:28:21.259890 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-7a746125-bdf8-411d-bbc9-fc0d8867f15d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1214919 May 05 20:28:21.281614 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f005d6e2-3a41-45ee-b9a7-b2290de1bc59 admin admin] Publish callbacks [] for security_group (f79affa1-c861-41e7-a429-28487e7d0d10), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.331939 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.332094 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.345257 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.381427 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:21.387405 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:21.392779 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:21.393322 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:21.402062 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-75995f8d-1181-46ba-9cd3-ca76720b6c5e service neutron] 10.222.0.49 "GET /v2.0/networks/05f06424-f6c1-4885-ab80-e684b63be680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351280 May 05 20:28:21.403120 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:21.406981 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:21.421081 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:21.421081 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Pushing event updated for resources: {'Port': ['ID=2b260ea0-6d3f-4ad2-b5ad-069ccec43448,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:21.423039 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:21.529520 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f005d6e2-3a41-45ee-b9a7-b2290de1bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f79affa1-c861-41e7-a429-28487e7d0d10), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.536079 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:21.536224 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f005d6e2-3a41-45ee-b9a7-b2290de1bc59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.536224 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f005d6e2-3a41-45ee-b9a7-b2290de1bc59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f79affa1-c861-41e7-a429-28487e7d0d10 HTTP/1.1" status: 204 len: 168 time: 0.6364036 May 05 20:28:21.536927 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Pushing event updated for resources: {'Port': ['ID=a3f7aba7-178f-46b9-be1a-20c3a569d4ce,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:21.542791 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Pushing event updated for resources: {'Port': ['ID=5ffd066c-bca2-49c2-af41-134f7c36e5db,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:21.573698 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Attempting to bind port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:21.574188 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Attempting to bind port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:21.574714 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Attempting to bind port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 on network cae199b6-12f4-41de-b95f-3aec24f02fb9 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:21.604383 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:21.604897 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Checking segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:21.605318 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.606116 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Bound using segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:21.606439 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Bound port: 2b260ea0-6d3f-4ad2-b5ad-069ccec43448, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:21.606821 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.639762 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005d6e2-3a41-45ee-b9a7-b2290de1bc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79affa1-c861-41e7-a429-28487e7d0d10,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:21.761064 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-7efb1114-8f1a-4e03-8b0a-4befa80b79ba service neutron] 10.222.0.49 "GET /v2.0/networks/05f06424-f6c1-4885-ab80-e684b63be680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327597 May 05 20:28:21.826240 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Attempting to bind port a3f7aba7-178f-46b9-be1a-20c3a569d4ce on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:21.833908 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Attempting to bind port a3f7aba7-178f-46b9-be1a-20c3a569d4ce by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:21.833908 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Attempting to bind port a3f7aba7-178f-46b9-be1a-20c3a569d4ce on network 0bb89748-168d-4d28-ba29-6d7e24820be3 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:21.868171 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:21.868571 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Checking segment: {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:21.874657 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.875378 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Bound using segment: {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:21.875890 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Bound port: a3f7aba7-178f-46b9-be1a-20c3a569d4ce, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:21.876286 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.929921 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] For port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:21.942337 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks [] for router_gateway (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.952665 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks [] for router_gateway (0a60366f-53fe-4d16-a280-336d06eaae56), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:21.974876 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] For port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=2b260ea0-6d3f-4ad2-b5ad-069ccec43448,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:22.007929 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] For port a3f7aba7-178f-46b9-be1a-20c3a569d4ce, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:22.016833 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] For port a3f7aba7-178f-46b9-be1a-20c3a569d4ce, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a3f7aba7-178f-46b9-be1a-20c3a569d4ce,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:22.044540 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:22.108259 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:22.150202 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:22.240935 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548801a-be95-4ea5-8b31-992fc955bbdb None None] Pushing event updated for resources: {'Port': ['ID=2b260ea0-6d3f-4ad2-b5ad-069ccec43448,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:22.309865 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks [] for router_gateway (211300e7-5dd5-41dc-8626-ffae5d27289a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:22.340513 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (0a60366f-53fe-4d16-a280-336d06eaae56), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:22.367475 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:22.405111 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ecdcd-5309-44d9-8cbc-88d15b194ee4 None None] Network 1a727c37-2514-4038-8e92-e65388f44393 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:28:22.515973 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Allocated IP 172.27.0.34 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/677e99b8-3583-451d-aae5-94f9ac549332) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:22.547491 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d211778-fa6a-40d3-b346-1ee7ac9a41cf None None] Pushing event updated for resources: {'Port': ['ID=a3f7aba7-178f-46b9-be1a-20c3a569d4ce,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:22.588037 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56838) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:22.628548 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 149921be-8898-4248-8d12-8ce08832fcf2 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:22.643694 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-081a258b-6387-4067-9252-c437c135cc8b None None] Provisioning complete for port 149921be-8898-4248-8d12-8ce08832fcf2 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:22.646056 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-081a258b-6387-4067-9252-c437c135cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (149921be-8898-4248-8d12-8ce08832fcf2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:22.652221 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-79a931be-56b9-4ad3-a1b9-d921865bf559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:22.921986 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-532c2f6a-9eaa-4a14-b4f7-2ff7586511fb req-48a4d888-7b7c-45b0-b312-22ef1803b25a tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.5715508 May 05 20:28:22.998682 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 149921be-8898-4248-8d12-8ce08832fcf2 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:22.999183 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (149921be-8898-4248-8d12-8ce08832fcf2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.320986 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-870ffd3c-e92e-4530-9e37-443758409d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.320986 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-081a258b-6387-4067-9252-c437c135cc8b None None] Current status of the port 149921be-8898-4248-8d12-8ce08832fcf2 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:23.320986 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-081a258b-6387-4067-9252-c437c135cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (149921be-8898-4248-8d12-8ce08832fcf2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.320986 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-081a258b-6387-4067-9252-c437c135cc8b None None] For port 149921be-8898-4248-8d12-8ce08832fcf2, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=149921be-8898-4248-8d12-8ce08832fcf2,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:23.328079 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks [] for port (677e99b8-3583-451d-aae5-94f9ac549332), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.329106 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 149921be-8898-4248-8d12-8ce08832fcf2 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:23.329106 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (149921be-8898-4248-8d12-8ce08832fcf2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.330219 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Router 0a60366f-53fe-4d16-a280-336d06eaae56 is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:28:23.338319 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-79a931be-56b9-4ad3-a1b9-d921865bf559 admin admin] Publish callbacks [] for security_group (23e0fc2c-4082-4cd2-9136-e2664b05f971), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.412041 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-081a258b-6387-4067-9252-c437c135cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (149921be-8898-4248-8d12-8ce08832fcf2), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.465836 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:28:23.476620 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Sync routers for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:23.490660 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:23.491554 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:27:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:23.506744 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (677e99b8-3583-451d-aae5-94f9ac549332), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.525737 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.db.api [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:23.529487 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG oslo_db.api [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:23.530492 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a258b-6387-4067-9252-c437c135cc8b None None] Pushing event updated for resources: {'Port': ['ID=149921be-8898-4248-8d12-8ce08832fcf2,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:23.589805 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.591095 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-20241d35-bc44-4ed8-a912-c23d19533c2a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4246986 May 05 20:28:23.594371 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56878) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:23.637558 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-79a931be-56b9-4ad3-a1b9-d921865bf559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (23e0fc2c-4082-4cd2-9136-e2664b05f971), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.647973 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-17482fad-fc8a-4d96-9192-2c46359e5ac8 None None] Provisioning complete for port 149921be-8898-4248-8d12-8ce08832fcf2 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:23.648499 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-17482fad-fc8a-4d96-9192-2c46359e5ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (149921be-8898-4248-8d12-8ce08832fcf2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.693289 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-79a931be-56b9-4ad3-a1b9-d921865bf559 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf389016fbee4cc2a1ac786e8a9c556a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1003656 May 05 20:28:23.696714 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56880) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:23.716018 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:23.815321 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6274-5ab5-4705-a0bc-cdeaa7bcecc0 admin admin] Publish callbacks [] for security_group (23e0fc2c-4082-4cd2-9136-e2664b05f971), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:23.842922 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:23.872183 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:23.883764 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:24.014298 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6274-5ab5-4705-a0bc-cdeaa7bcecc0 admin admin] Publish callbacks [] for security_group (23e0fc2c-4082-4cd2-9136-e2664b05f971), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.111119 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56892) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:24.140396 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:21Z', 'revision_number': 3, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:24.158094 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-aa25e9f6-80c0-4bdc-8d2e-b0046b1e2469 req-d9d87f48-fdef-462e-b208-78faaf28d567 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.0455098 May 05 20:28:24.214024 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4c633-0961-4c79-9657-b4bb0d8306c6 None None] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:28:24.232176 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56896) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:24.234288 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Checking router: 0a60366f-53fe-4d16-a280-336d06eaae56 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:24.234662 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Updating router 0a60366f-53fe-4d16-a280-336d06eaae56 port 5ffd066c-bca2-49c2-af41-134f7c36e5db binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:24.283312 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.297322 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a931be-56b9-4ad3-a1b9-d921865bf559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0fc2c-4082-4cd2-9136-e2664b05f971,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:24.304489 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Pushing event updated for resources: {'Port': ['ID=677e99b8-3583-451d-aae5-94f9ac549332,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:24.423649 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 149921be-8898-4248-8d12-8ce08832fcf2 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:24.445046 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.db.api [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.0.34-2718e02c-5748-4f6d-8119-1068aa359752 {{(pid=103996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:24.445635 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG oslo_db.api [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:24.457108 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6274-5ab5-4705-a0bc-cdeaa7bcecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (23e0fc2c-4082-4cd2-9136-e2664b05f971), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.462073 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6274-5ab5-4705-a0bc-cdeaa7bcecc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.465835 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5a8a6274-5ab5-4705-a0bc-cdeaa7bcecc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23e0fc2c-4082-4cd2-9136-e2664b05f971 HTTP/1.1" status: 204 len: 168 time: 0.7658191 May 05 20:28:24.511148 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a6274-5ab5-4705-a0bc-cdeaa7bcecc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0fc2c-4082-4cd2-9136-e2664b05f971,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:24.545177 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6940bd8c-2948-4259-a904-6cd12df4fa6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.585631 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-17482fad-fc8a-4d96-9192-2c46359e5ac8 None None] Current status of the port 149921be-8898-4248-8d12-8ce08832fcf2 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:24.737754 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709f860-6e6c-4e29-a5fc-6243ee992ff0 None None] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:28:24.749286 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-c3d65b20-f5ee-4b1f-b5f3-0e630b6abb1a None None] Provisioning complete for port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:24.751481 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c3d65b20-f5ee-4b1f-b5f3-0e630b6abb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.848324 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6940bd8c-2948-4259-a904-6cd12df4fa6d admin admin] Publish callbacks [] for security_group (2b4bd85f-ab30-4ca5-ab47-e8c967a3a30d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.866065 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Publish callbacks [] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.877192 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:24.931765 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.935964 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6940bd8c-2948-4259-a904-6cd12df4fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (2b4bd85f-ab30-4ca5-ab47-e8c967a3a30d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.953870 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.979881 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:24.981863 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940bd8c-2948-4259-a904-6cd12df4fa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4bd85f-ab30-4ca5-ab47-e8c967a3a30d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.027644 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Pushing event updated for resources: {'Port': ['ID=5ffd066c-bca2-49c2-af41-134f7c36e5db,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.041421 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.042022 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.043289 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.044395 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.045110 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.045795 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.046432 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.049287 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.049287 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.049287 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.049287 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.050273 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.050875 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Tracked resource versions report: May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: pushed versions: May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: { 'AddressGroup': {'1.2'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'ConntrackHelper': {'1.0'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'LocalIPAssociation': {'1.0'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Log': {'1.0'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Network': {'1.1'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Port': {'1.7'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'PortForwarding': {'1.2'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'QosPolicy': {'1.10'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SecurityGroup': {'1.5'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SecurityGroupRule': {'1.2'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SubPort': {'1.0'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Subnet': {'1.1'}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Trunk': {'1.1'}} May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: consumer versions: May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: { DHCP agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: HyperV agent@hv-cinder-84073: {}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: L3 agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: Metadata agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: Metering agent@dv-cinder-840730-1-iscsi: {}, May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: Open vSwitch agent@dv-cinder-840730-1-iscsi: { 'AddressGroup': '1.2', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'ConntrackHelper': '1.0', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'LocalIPAssociation': '1.0', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Log': '1.0', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Network': '1.1', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Port': '1.7', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'PortForwarding': '1.2', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'QosPolicy': '1.10', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SecurityGroup': '1.5', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SecurityGroupRule': '1.2', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'SubPort': '1.0', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Subnet': '1.1', May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: 'Trunk': '1.1'}} May 05 20:28:25.052535 dv-cinder-840730-1-iscsi neutron-server[103998]: {{(pid=103998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 20:28:25.089804 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Attempting to bind port 5ffd066c-bca2-49c2-af41-134f7c36e5db on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:25.089993 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-18e2a8e1-4fbe-48ee-bb76-b9e461fcccb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.091022 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Attempting to bind port 5ffd066c-bca2-49c2-af41-134f7c36e5db by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:25.091601 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Attempting to bind port 5ffd066c-bca2-49c2-af41-134f7c36e5db on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:25.098428 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6940bd8c-2948-4259-a904-6cd12df4fa6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6725bcac31014c778a0289e290c0ba32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8603544 May 05 20:28:25.100182 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:25.100605 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:25.101822 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.102354 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:25.102943 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Bound port: 5ffd066c-bca2-49c2-af41-134f7c36e5db, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:25.104217 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks [] for router_gateway (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.104622 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56914) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:25.105098 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.111641 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-c3d65b20-f5ee-4b1f-b5f3-0e630b6abb1a None None] Current status of the port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:25.112053 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c3d65b20-f5ee-4b1f-b5f3-0e630b6abb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.174566 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] For port 5ffd066c-bca2-49c2-af41-134f7c36e5db, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:25.182773 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] For port 5ffd066c-bca2-49c2-af41-134f7c36e5db, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=5ffd066c-bca2-49c2-af41-134f7c36e5db,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:25.214290 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:25.215161 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.233036 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ffb24a98-09f8-4167-93bb-f05d2ac2d719 admin admin] Publish callbacks [] for security_group (2b4bd85f-ab30-4ca5-ab47-e8c967a3a30d), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.257037 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.277487 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ffb24a98-09f8-4167-93bb-f05d2ac2d719 admin admin] Publish callbacks [] for security_group (2b4bd85f-ab30-4ca5-ab47-e8c967a3a30d), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.319918 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Allocated IP 172.27.0.83 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/8e916d5c-e28c-47fb-9647-e63302a8a595) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:25.331136 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-c3d65b20-f5ee-4b1f-b5f3-0e630b6abb1a None None] For port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=2b260ea0-6d3f-4ad2-b5ad-069ccec43448,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:25.386629 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ef16e-88c3-431f-8203-3bc8c781db27 None None] Pushing event updated for resources: {'Port': ['ID=5ffd066c-bca2-49c2-af41-134f7c36e5db,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.401669 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:25.402916 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:25.420024 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c3d65b20-f5ee-4b1f-b5f3-0e630b6abb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.464381 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ffb24a98-09f8-4167-93bb-f05d2ac2d719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (2b4bd85f-ab30-4ca5-ab47-e8c967a3a30d), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.479373 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ffb24a98-09f8-4167-93bb-f05d2ac2d719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.483587 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ffb24a98-09f8-4167-93bb-f05d2ac2d719 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b4bd85f-ab30-4ca5-ab47-e8c967a3a30d HTTP/1.1" status: 204 len: 168 time: 0.3757427 May 05 20:28:25.521533 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb24a98-09f8-4167-93bb-f05d2ac2d719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4bd85f-ab30-4ca5-ab47-e8c967a3a30d,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.574232 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d65b20-f5ee-4b1f-b5f3-0e630b6abb1a None None] Pushing event updated for resources: {'Port': ['ID=2b260ea0-6d3f-4ad2-b5ad-069ccec43448,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.577128 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6251eb31-fb17-4d2a-86f6-f53bf8753a84 req-897ac122-5615-4fd9-9683-4e2ac9c2335b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.0571287 May 05 20:28:25.603867 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Allocated IP 172.20.0.1 (1a727c37-2514-4038-8e92-e65388f44393/1704d291-8c26-4fed-9f6e-857944ec7156/51fd8cbf-b5bd-43cc-8bdd-57ee1c125383) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:25.645312 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-1d8105da-212e-4c98-b39a-804952396465 None None] Provisioning complete for port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:25.647835 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1d8105da-212e-4c98-b39a-804952396465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.709922 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:25.710385 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.743084 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Publish callbacks [] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.749264 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks [] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.757481 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.772880 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:28:25.780568 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:25.809021 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-1d8105da-212e-4c98-b39a-804952396465 None None] Current status of the port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:25.859716 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-1d8105da-212e-4c98-b39a-804952396465 None None] Provisioning complete for port a3f7aba7-178f-46b9-be1a-20c3a569d4ce triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:25.860134 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1d8105da-212e-4c98-b39a-804952396465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.868327 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:25.891844 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.db.api [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:25.892529 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG oslo_db.api [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:25.937704 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Pushing event updated for resources: {'Port': ['ID=51fd8cbf-b5bd-43cc-8bdd-57ee1c125383,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.954072 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Network 1a727c37-2514-4038-8e92-e65388f44393 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:25.955520 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:25.959969 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:25.960453 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (0a60366f-53fe-4d16-a280-336d06eaae56), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.012380 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.015349 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-1d8105da-212e-4c98-b39a-804952396465 None None] Current status of the port a3f7aba7-178f-46b9-be1a-20c3a569d4ce is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:26.015741 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1d8105da-212e-4c98-b39a-804952396465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.075035 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-1d8105da-212e-4c98-b39a-804952396465 None None] For port a3f7aba7-178f-46b9-be1a-20c3a569d4ce, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a3f7aba7-178f-46b9-be1a-20c3a569d4ce,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:26.096939 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:26.103478 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:26.112140 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Pushing event updated for resources: {'Port': ['ID=8e916d5c-e28c-47fb-9647-e63302a8a595,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:26.114879 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:26.155755 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:28:26.167774 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1d8105da-212e-4c98-b39a-804952396465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.168462 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:21Z', 'revision_number': 3, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:26.244930 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d4a99-da20-4cc4-ba76-dea370546beb None None] The sync data for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi is: [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:21Z', 'revision_number': 3, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:26.322705 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8105da-212e-4c98-b39a-804952396465 None None] Pushing event updated for resources: {'Port': ['ID=a3f7aba7-178f-46b9-be1a-20c3a569d4ce,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:26.353027 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-1caea0bc-14ec-4038-aac2-bc68f8a31161 None None] Provisioning complete for port a3f7aba7-178f-46b9-be1a-20c3a569d4ce triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:26.354607 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1caea0bc-14ec-4038-aac2-bc68f8a31161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.362955 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.454695 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.509553 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:28:26.520534 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:26.522266 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a3f7aba7-178f-46b9-be1a-20c3a569d4ce up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:26.559008 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Sync routers for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:26.616904 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:26.617883 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:26.668107 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks [] for router_gateway (211300e7-5dd5-41dc-8626-ffae5d27289a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.680086 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-1caea0bc-14ec-4038-aac2-bc68f8a31161 None None] Current status of the port a3f7aba7-178f-46b9-be1a-20c3a569d4ce is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:26.718288 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port a3f7aba7-178f-46b9-be1a-20c3a569d4ce triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:26.718659 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.872301 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-06489f14-10ef-4b42-a913-6ca231c3503f req-d9e268f3-ff32-491f-8d1a-6c893a3a942f tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.1029143 May 05 20:28:26.923559 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Publish callbacks [] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.941908 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-dd16a55c-d60c-4f27-952d-9899a9b7b58d None None] Provisioning complete for port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:26.942527 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dd16a55c-d60c-4f27-952d-9899a9b7b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:26.971431 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:27.056386 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:27.057333 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (0a60366f-53fe-4d16-a280-336d06eaae56), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:27.112484 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-dd16a55c-d60c-4f27-952d-9899a9b7b58d None None] Port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:27.141116 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:27.146655 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2b254341-a15e-48ce-bb91-89f87c476337 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0958796 May 05 20:28:27.147572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 56974) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:27.149104 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (211300e7-5dd5-41dc-8626-ffae5d27289a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:27.150403 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port a3f7aba7-178f-46b9-be1a-20c3a569d4ce is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:27.151501 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 149921be-8898-4248-8d12-8ce08832fcf2 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:27.409786 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 149921be-8898-4248-8d12-8ce08832fcf2 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:27.410170 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (149921be-8898-4248-8d12-8ce08832fcf2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:27.449948 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Router 211300e7-5dd5-41dc-8626-ffae5d27289a is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:28:27.572465 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Pushing event updated for resources: {'Port': ['ID=51fd8cbf-b5bd-43cc-8bdd-57ee1c125383,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:27.584318 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:24Z', 'revision_number': 3, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:27.595032 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 56992) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:27.631105 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:28:27.642050 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Sync routers for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:27.664037 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:27.670045 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:27.716784 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Network 1a727c37-2514-4038-8e92-e65388f44393 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:27.727252 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:27.796398 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:27.798104 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-859656e0-35b2-4ed2-8c0e-d5eb44fada19 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6763020 May 05 20:28:27.805839 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 57008) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:28.016722 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Checking router: 62c96e1b-058d-4dd4-b8a2-82001a8d01fa for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:28.018107 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Updating router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa port 677e99b8-3583-451d-aae5-94f9ac549332 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:28.164366 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.41', 56768) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:28.164994 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Router 0a60366f-53fe-4d16-a280-336d06eaae56 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:28:28.187292 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 149921be-8898-4248-8d12-8ce08832fcf2 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:28.196304 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (677e99b8-3583-451d-aae5-94f9ac549332), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:28.276097 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:28.319198 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:28.483343 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-0b3c8f3a-a482-4a0f-bdb3-a82dce1d9caa None None] Provisioning complete for port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:28.483722 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0b3c8f3a-a482-4a0f-bdb3-a82dce1d9caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:28.525102 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-60590014-20a4-4cce-a716-ba0fffda7338 req-16600897-f97d-49a4-9eb5-d994bcef7ab8 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.1344659 May 05 20:28:28.598284 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 5ffd066c-bca2-49c2-af41-134f7c36e5db up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:28.666179 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:28:28.668677 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-70607bd2-2aa4-4867-bd16-67de36e8cf8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:28.674018 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 3, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:28.694460 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d30d9498-066b-4521-bb77-7b31a9bdf667 admin admin] 10.222.0.49 "PUT /v2.0/routers/0a60366f-53fe-4d16-a280-336d06eaae56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0969813 May 05 20:28:28.736816 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Checking router: 211300e7-5dd5-41dc-8626-ffae5d27289a for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:28.737187 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Updating router 211300e7-5dd5-41dc-8626-ffae5d27289a port 8e916d5c-e28c-47fb-9647-e63302a8a595 binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:28.810597 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:28.831272 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-70607bd2-2aa4-4867-bd16-67de36e8cf8c admin admin] Publish callbacks [] for security_group (01f9a64b-d029-4192-83f8-563287a9453c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:28.890376 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-70607bd2-2aa4-4867-bd16-67de36e8cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (01f9a64b-d029-4192-83f8-563287a9453c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:28.978280 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c8f3a-a482-4a0f-bdb3-a82dce1d9caa None None] Port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:29.003965 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-70607bd2-2aa4-4867-bd16-67de36e8cf8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c1b6a81757c45ad95a79efceea7ca04&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3869979 May 05 20:28:29.003965 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70607bd2-2aa4-4867-bd16-67de36e8cf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f9a64b-d029-4192-83f8-563287a9453c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:29.021419 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57062) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:29.078387 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 5ffd066c-bca2-49c2-af41-134f7c36e5db triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:29.078387 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.078936 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.167237 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ff3a91e5-6ccb-485e-a164-44e29fda24b2 admin admin] Publish callbacks [] for security_group (01f9a64b-d029-4192-83f8-563287a9453c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.213420 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ff3a91e5-6ccb-485e-a164-44e29fda24b2 admin admin] Publish callbacks [] for security_group (01f9a64b-d029-4192-83f8-563287a9453c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.315370 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 5ffd066c-bca2-49c2-af41-134f7c36e5db is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:29.315852 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.330740 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-b8042ca2-453e-4cc4-a466-89ec8a39c4a7 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:29.333559 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-b8042ca2-453e-4cc4-a466-89ec8a39c4a7 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.41 "GET /v2.0/networks?id=05f06424-f6c1-4885-ab80-e684b63be680 HTTP/1.1" status: 200 len: 809 time: 1.1657372 May 05 20:28:29.349755 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Publish callbacks [] for port (677e99b8-3583-451d-aae5-94f9ac549332), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.364880 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Sync routers for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:29.380884 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 5ffd066c-bca2-49c2-af41-134f7c36e5db, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=5ffd066c-bca2-49c2-af41-134f7c36e5db,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:29.387450 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ff3a91e5-6ccb-485e-a164-44e29fda24b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (01f9a64b-d029-4192-83f8-563287a9453c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.390709 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ff3a91e5-6ccb-485e-a164-44e29fda24b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.391032 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:29.391658 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:29.392441 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ff3a91e5-6ccb-485e-a164-44e29fda24b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01f9a64b-d029-4192-83f8-563287a9453c HTTP/1.1" status: 204 len: 168 time: 0.3700495 May 05 20:28:29.411803 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a91e5-6ccb-485e-a164-44e29fda24b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f9a64b-d029-4192-83f8-563287a9453c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:29.535195 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:29.699311 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Request body: {'port': {'device_id': 'c7f1b9b0-e981-43b9-a515-0103c3fe777a', 'network_id': '05f06424-f6c1-4885-ab80-e684b63be680', 'admin_state_up': True, 'tenant_id': 'b5a34d959c014baeb2f6af8612fb92ac'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:29.895279 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (677e99b8-3583-451d-aae5-94f9ac549332), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.899376 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:29.900365 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:29.948827 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f6e03010-60b3-421a-85fb-ce649ed9fd50 req-717cec96-acc5-4821-b75d-5e3e42240e0f tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.0568891 May 05 20:28:29.992959 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad71be-561d-45b7-ba99-6cd6ec3d1eea None None] Pushing event updated for resources: {'Port': ['ID=677e99b8-3583-451d-aae5-94f9ac549332,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:30.034870 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Publish callbacks [] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.086882 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57120) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:30.091594 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-6a1152d3-651a-476b-b3de-ae37cf92681b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873253034', 'description': 'tempest-description--1656371848'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:30.092980 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=5ffd066c-bca2-49c2-af41-134f7c36e5db,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:30.108865 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.128343 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Attempting to bind port 677e99b8-3583-451d-aae5-94f9ac549332 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:30.128343 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Attempting to bind port 677e99b8-3583-451d-aae5-94f9ac549332 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:30.128593 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Attempting to bind port 677e99b8-3583-451d-aae5-94f9ac549332 on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:30.139523 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:30.139523 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:30.140136 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.140599 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:30.141247 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Bound port: 677e99b8-3583-451d-aae5-94f9ac549332, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:30.141721 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (677e99b8-3583-451d-aae5-94f9ac549332), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.151104 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.174490 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 2, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:30.205854 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Checking router: 0a60366f-53fe-4d16-a280-336d06eaae56 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:30.206218 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Updating router 0a60366f-53fe-4d16-a280-336d06eaae56 port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:30.227551 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6a1152d3-651a-476b-b3de-ae37cf92681b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.251356 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.383600 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Attempting to bind port 8e916d5c-e28c-47fb-9647-e63302a8a595 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:30.384063 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Attempting to bind port 8e916d5c-e28c-47fb-9647-e63302a8a595 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:30.387050 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Attempting to bind port 8e916d5c-e28c-47fb-9647-e63302a8a595 on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:30.398961 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6a1152d3-651a-476b-b3de-ae37cf92681b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (dcabe74a-1775-45e7-a3d9-53f8056e586b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.423211 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:30.423784 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:30.424403 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.427216 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:30.432807 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Bound port: 8e916d5c-e28c-47fb-9647-e63302a8a595, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:30.433458 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.484528 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6a1152d3-651a-476b-b3de-ae37cf92681b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (dcabe74a-1775-45e7-a3d9-53f8056e586b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.532164 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] For port 8e916d5c-e28c-47fb-9647-e63302a8a595, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:30.535427 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] For port 8e916d5c-e28c-47fb-9647-e63302a8a595, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=8e916d5c-e28c-47fb-9647-e63302a8a595,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:30.543203 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923874e-924d-409d-be9c-891070c811d0 None None] Pushing event updated for resources: {'Port': ['ID=8e916d5c-e28c-47fb-9647-e63302a8a595,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:30.584789 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1152d3-651a-476b-b3de-ae37cf92681b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcabe74a-1775-45e7-a3d9-53f8056e586b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:30.633466 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Publish callbacks [] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.659539 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:30.659957 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.662909 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.686399 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] For port 677e99b8-3583-451d-aae5-94f9ac549332, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:30.704304 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] For port 677e99b8-3583-451d-aae5-94f9ac549332, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=677e99b8-3583-451d-aae5-94f9ac549332,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:30.738837 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6a1152d3-651a-476b-b3de-ae37cf92681b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.743917 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6a1152d3-651a-476b-b3de-ae37cf92681b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6539264 May 05 20:28:30.744971 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57136) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:30.758536 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-8808a970-9992-4f6a-93f8-db66733058c0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'security_group_rule': {'security_group_id': 'dcabe74a-1775-45e7-a3d9-53f8056e586b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:30.771905 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923874e-924d-409d-be9c-891070c811d0 None None] Pushing event updated for resources: {'Port': ['ID=8e916d5c-e28c-47fb-9647-e63302a8a595,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:30.775842 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:30.777466 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:30.850970 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Made reservation on behalf of b5a34d959c014baeb2f6af8612fb92ac for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:30.854511 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.870043 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:30.871263 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a3f7aba7-178f-46b9-be1a-20c3a569d4ce up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:30.882006 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (677e99b8-3583-451d-aae5-94f9ac549332), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.894365 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.918737 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8808a970-9992-4f6a-93f8-db66733058c0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (97cb48e6-f8fe-429d-969e-0fd9124811cf), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:30.957646 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Allocated IP 172.20.0.1 (0bb89748-168d-4d28-ba29-6d7e24820be3/88edb06f-50ec-439a-9612-51e02d8b4d43/06abb472-2c56-4a27-a834-9869519f9be3) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:31.053510 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad71be-561d-45b7-ba99-6cd6ec3d1eea None None] Pushing event updated for resources: {'Port': ['ID=677e99b8-3583-451d-aae5-94f9ac549332,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:31.130977 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:31.144540 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ff62f-d492-4718-951f-640de5547527 None None] Pushing event updated for resources: {'Port': ['ID=51fd8cbf-b5bd-43cc-8bdd-57ee1c125383,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:31.294516 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d3bfe4e4-2c28-4c40-a119-a860f61a7470 req-13b4f134-b0ee-4ff4-a9d0-b55c910bb75b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.2603893 May 05 20:28:31.362833 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Publish callbacks [] for port (06abb472-2c56-4a27-a834-9869519f9be3), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:31.391273 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8808a970-9992-4f6a-93f8-db66733058c0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (97cb48e6-f8fe-429d-969e-0fd9124811cf), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:31.450683 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8808a970-9992-4f6a-93f8-db66733058c0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (97cb48e6-f8fe-429d-969e-0fd9124811cf), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:31.488197 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808a970-9992-4f6a-93f8-db66733058c0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cb48e6-f8fe-429d-969e-0fd9124811cf,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:31.541478 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 3, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:31.550687 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8808a970-9992-4f6a-93f8-db66733058c0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:31.552601 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8808a970-9992-4f6a-93f8-db66733058c0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8058283 May 05 20:28:31.555747 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57164) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:31.568787 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-9b466b83-177c-49fb-bb13-f8513dd9cd7c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'security_group_rule': {'security_group_id': 'dcabe74a-1775-45e7-a3d9-53f8056e586b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:31.664378 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:31.665025 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:31.667119 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Attempting to bind port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:31.667908 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Attempting to bind port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:31.668273 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Attempting to bind port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 on network 1a727c37-2514-4038-8e92-e65388f44393 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:31.713468 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9e9ae-c232-406a-b27d-35567a24d101 None None] The sync data for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi is: [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 3, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:31.735436 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9b466b83-177c-49fb-bb13-f8513dd9cd7c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (a65a15b8-b9e4-47f2-813c-7f9934f33bfd), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:31.754760 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:31.756065 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Checking segment: {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:31.756617 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:31.757182 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Bound using segment: {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:31.758081 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Bound port: 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:31.758633 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:31.780127 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-7180681d-ea0e-4e7f-8ae7-7f586673e505 None None] Provisioning complete for port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:31.780857 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7180681d-ea0e-4e7f-8ae7-7f586673e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:31.924403 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9b466b83-177c-49fb-bb13-f8513dd9cd7c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (a65a15b8-b9e4-47f2-813c-7f9934f33bfd), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.014019 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] For port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:32.024227 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] For port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=51fd8cbf-b5bd-43cc-8bdd-57ee1c125383,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:32.044666 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port a3f7aba7-178f-46b9-be1a-20c3a569d4ce triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:32.045137 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.062469 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9b466b83-177c-49fb-bb13-f8513dd9cd7c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (a65a15b8-b9e4-47f2-813c-7f9934f33bfd), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.245364 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b466b83-177c-49fb-bb13-f8513dd9cd7c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65a15b8-b9e4-47f2-813c-7f9934f33bfd,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:32.247698 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7180681d-ea0e-4e7f-8ae7-7f586673e505 None None] Port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:32.250471 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57182) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:32.337763 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.338274 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:32.499365 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Allocated IP 172.20.0.2 (05f06424-f6c1-4885-ab80-e684b63be680/a3d34279-c61a-4117-b6c6-6250c195d044/39d85301-61f2-4a79-b26a-002f24f5a5bc) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:32.504330 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9b466b83-177c-49fb-bb13-f8513dd9cd7c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.507661 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9b466b83-177c-49fb-bb13-f8513dd9cd7c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9505332 May 05 20:28:32.511516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57190) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:32.518421 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:32.521525 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (06abb472-2c56-4a27-a834-9869519f9be3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.604074 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.624141 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8e80b241-ca4a-4430-81d1-1b13c110f733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.664615 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Pushing event updated for resources: {'Port': ['ID=06abb472-2c56-4a27-a834-9869519f9be3,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:32.680750 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:32.705863 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.742120 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:32.768913 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:32.768913 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:32.783929 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port a3f7aba7-178f-46b9-be1a-20c3a569d4ce is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:32.847126 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:32.847811 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:33.104389 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8e80b241-ca4a-4430-81d1-1b13c110f733 admin admin] Publish callbacks [] for security_group (82626deb-078d-4646-ba05-eb30190d1539), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:33.127768 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-50d72803-c58e-48e5-8dbb-55dd71518558 req-b219031e-c39b-4af2-ba82-607149c1d4ec tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.1776230 May 05 20:28:33.223071 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8e80b241-ca4a-4430-81d1-1b13c110f733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (82626deb-078d-4646-ba05-eb30190d1539), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:33.324514 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 5ffd066c-bca2-49c2-af41-134f7c36e5db up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:33.377514 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8e80b241-ca4a-4430-81d1-1b13c110f733 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=375153824eea40a9aad5cb345f156846&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1205473 May 05 20:28:33.390888 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 57196) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:33.402782 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80b241-ca4a-4430-81d1-1b13c110f733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82626deb-078d-4646-ba05-eb30190d1539,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:33.414078 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:33.430678 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ff62f-d492-4718-951f-640de5547527 None None] Pushing event updated for resources: {'Port': ['ID=51fd8cbf-b5bd-43cc-8bdd-57ee1c125383,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:33.610465 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:33.742756 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] Provisioning complete for port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:33.743135 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:33.857069 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Allocated IP 172.27.0.15 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/aa5b069a-9cbf-4193-b3fb-5c7a66873e1f) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:33.886736 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Allocated IP 172.20.0.1 (cae199b6-12f4-41de-b95f-3aec24f02fb9/e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5/19eb8a89-5f51-42d1-8649-1cff6a15c474) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:33.918929 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 5ffd066c-bca2-49c2-af41-134f7c36e5db triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:33.919276 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:33.986944 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (06abb472-2c56-4a27-a834-9869519f9be3), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:33.994653 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:24Z', 'revision_number': 3, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:34.030990 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-553a1397-9ce3-4de9-bc9d-d7d5fe907dca admin admin] Publish callbacks [] for security_group (82626deb-078d-4646-ba05-eb30190d1539), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.070205 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757463a1-8eed-4e7c-aa3b-fd42b74b2909 None None] The sync data for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi is: [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:24Z', 'revision_number': 3, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:34.076257 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for port (aa5b069a-9cbf-4193-b3fb-5c7a66873e1f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.115437 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] Current status of the port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:34.115825 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.163871 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 5ffd066c-bca2-49c2-af41-134f7c36e5db is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:34.165086 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 8e916d5c-e28c-47fb-9647-e63302a8a595 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:34.211973 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] For port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=51fd8cbf-b5bd-43cc-8bdd-57ee1c125383,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:34.220907 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:31Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:34.239416 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (aa5b069a-9cbf-4193-b3fb-5c7a66873e1f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.271892 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e9006-c9dc-4521-9d17-8a0f06ecccb0 None None] The sync data for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi is: [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:31Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:34.272439 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-553a1397-9ce3-4de9-bc9d-d7d5fe907dca admin admin] Publish callbacks [] for security_group (82626deb-078d-4646-ba05-eb30190d1539), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.308818 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 8e916d5c-e28c-47fb-9647-e63302a8a595 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:34.309240 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.350167 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Publish callbacks [] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.375261 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.445964 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-247e4c01-c70b-496e-ab8f-d78dbefdc14f req-7d2fd3ca-6cdc-42e6-b8bf-492bd1b13678 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.1268001 May 05 20:28:34.447885 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:34.471496 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:34.483205 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:34.525140 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'Port': ['ID=aa5b069a-9cbf-4193-b3fb-5c7a66873e1f,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:34.567817 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Publish callbacks [] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.619902 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] Provisioning complete for port 06abb472-2c56-4a27-a834-9869519f9be3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:34.620223 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (06abb472-2c56-4a27-a834-9869519f9be3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.655433 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Publish callbacks [] for port (06abb472-2c56-4a27-a834-9869519f9be3), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.678254 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-553a1397-9ce3-4de9-bc9d-d7d5fe907dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (82626deb-078d-4646-ba05-eb30190d1539), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.681492 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-553a1397-9ce3-4de9-bc9d-d7d5fe907dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.685060 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-553a1397-9ce3-4de9-bc9d-d7d5fe907dca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82626deb-078d-4646-ba05-eb30190d1539 HTTP/1.1" status: 204 len: 168 time: 1.2812574 May 05 20:28:34.736074 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] Pushing event updated for resources: {'Port': ['ID=51fd8cbf-b5bd-43cc-8bdd-57ee1c125383,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:34.745056 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.772325 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a1397-9ce3-4de9-bc9d-d7d5fe907dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82626deb-078d-4646-ba05-eb30190d1539,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:34.792296 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (06abb472-2c56-4a27-a834-9869519f9be3), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.793479 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.883901 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-05d55241-1734-4b54-a1bc-dcc786cb0955 None None] Port 06abb472-2c56-4a27-a834-9869519f9be3 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:34.952148 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:34.971863 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 8e916d5c-e28c-47fb-9647-e63302a8a595 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:34.972254 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:35.069571 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (f5ffbef4-95d8-453c-8b2c-f974cf7eeb09), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:35.139023 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 8e916d5c-e28c-47fb-9647-e63302a8a595, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=8e916d5c-e28c-47fb-9647-e63302a8a595,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:35.215979 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:35.294822 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Network 05f06424-f6c1-4885-ab80-e684b63be680 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:35.323253 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (aa5b069a-9cbf-4193-b3fb-5c7a66873e1f), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:35.343322 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:35.346297 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=8e916d5c-e28c-47fb-9647-e63302a8a595,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:35.362503 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:35.390660 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:35.390660 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:35.482464 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Pushing event updated for resources: {'Port': ['ID=39d85301-61f2-4a79-b26a-002f24f5a5bc,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:35.486262 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:35.526493 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:35.627858 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 677e99b8-3583-451d-aae5-94f9ac549332 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:35.774884 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Pushing event updated for resources: {'Port': ['ID=06abb472-2c56-4a27-a834-9869519f9be3,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:35.784020 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:35.784501 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (211300e7-5dd5-41dc-8626-ffae5d27289a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.103442 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57260) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:36.126102 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63193c92-b41c-48ae-880c-39199a8d0ea1 req-c8eb3f55-c073-4ba1-a958-bea36e32a6d7 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:36.134363 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-63193c92-b41c-48ae-880c-39199a8d0ea1 req-c8eb3f55-c073-4ba1-a958-bea36e32a6d7 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 931 time: 0.4089477 May 05 20:28:36.186151 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for port (aa5b069a-9cbf-4193-b3fb-5c7a66873e1f), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.243478 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 677e99b8-3583-451d-aae5-94f9ac549332 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:36.243758 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (677e99b8-3583-451d-aae5-94f9ac549332), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.245772 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-b06ab50a-184d-493c-a9d5-ee294b6a0c2a None None] Provisioning complete for port 19eb8a89-5f51-42d1-8649-1cff6a15c474 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:36.246283 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b06ab50a-184d-493c-a9d5-ee294b6a0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.313031 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Pushing event updated for resources: {'Port': ['ID=19eb8a89-5f51-42d1-8649-1cff6a15c474,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:36.339613 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-cc51f5dc-f5d5-44b6-b421-3675e922869b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6413310 May 05 20:28:36.366376 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-63c72d2a-6c7b-4db6-9abd-ff6c6d9e034b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:28:36.373776 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-63c72d2a-6c7b-4db6-9abd-ff6c6d9e034b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0305569 May 05 20:28:36.443499 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b06ab50a-184d-493c-a9d5-ee294b6a0c2a None None] Port 19eb8a89-5f51-42d1-8649-1cff6a15c474 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:36.531102 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 677e99b8-3583-451d-aae5-94f9ac549332 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:36.531102 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (677e99b8-3583-451d-aae5-94f9ac549332), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.557836 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.590934 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 677e99b8-3583-451d-aae5-94f9ac549332, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=677e99b8-3583-451d-aae5-94f9ac549332,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:36.609745 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (aa5b069a-9cbf-4193-b3fb-5c7a66873e1f), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.639411 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:36.656669 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (677e99b8-3583-451d-aae5-94f9ac549332), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.657580 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:36.699591 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61773d83-d744-4bcd-9a59-0b47b1a0cc14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.709346 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:36.754740 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Request body: {'port': {'device_id': 'c7f1b9b0-e981-43b9-a515-0103c3fe777a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:36.905000 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-63193c92-b41c-48ae-880c-39199a8d0ea1 req-e30b5dcb-7dc5-4875-9312-87f72e8bd653 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690611 May 05 20:28:36.915145 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (f5ffbef4-95d8-453c-8b2c-f974cf7eeb09), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:36.947306 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=677e99b8-3583-451d-aae5-94f9ac549332,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:36.962213 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:36.962213 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.059446 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'Port': ['ID=aa5b069a-9cbf-4193-b3fb-5c7a66873e1f,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:37.078861 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.093157 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f5acf714-50d1-42b7-bd3f-710ef0d347a4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5800200 May 05 20:28:37.188975 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:37.198972 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61773d83-d744-4bcd-9a59-0b47b1a0cc14 admin admin] Publish callbacks [] for security_group (32cac698-66ae-49b8-b7b9-a37c64c7c8ca), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.271819 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.279020 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61773d83-d744-4bcd-9a59-0b47b1a0cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (32cac698-66ae-49b8-b7b9-a37c64c7c8ca), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.282972 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-f3145f07-4ed5-43b3-ba86-794a568fa832 None None] Provisioning complete for port 06abb472-2c56-4a27-a834-9869519f9be3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:37.282972 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f3145f07-4ed5-43b3-ba86-794a568fa832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (06abb472-2c56-4a27-a834-9869519f9be3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.372385 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-61773d83-d744-4bcd-9a59-0b47b1a0cc14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b36ba43180a468ca7198e7df0f7ef90&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2602193 May 05 20:28:37.376450 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 57306) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:37.377287 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61773d83-d744-4bcd-9a59-0b47b1a0cc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cac698-66ae-49b8-b7b9-a37c64c7c8ca,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:37.459788 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 677e99b8-3583-451d-aae5-94f9ac549332 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:37.605449 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-f3145f07-4ed5-43b3-ba86-794a568fa832 None None] Port 06abb472-2c56-4a27-a834-9869519f9be3 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:37.644758 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 677e99b8-3583-451d-aae5-94f9ac549332 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:37.645345 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (677e99b8-3583-451d-aae5-94f9ac549332), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.730747 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:28:37.768870 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-137b3a33-c4d5-4049-b51d-c55cb40974ac tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1873253034&fields=id&tenant_id=83632617c8b842108cfb2620747f0761 HTTP/1.1" status: 200 len: 267 time: 0.1115956 May 05 20:28:37.807617 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Publish callbacks [] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.841166 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 677e99b8-3583-451d-aae5-94f9ac549332 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:37.842367 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 8e916d5c-e28c-47fb-9647-e63302a8a595 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:37.937349 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 8e916d5c-e28c-47fb-9647-e63302a8a595 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:37.937992 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.958018 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-147cd35e-7404-4afd-be32-a4202029d152 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:37.963099 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-147cd35e-7404-4afd-be32-a4202029d152 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 817 time: 0.1928530 May 05 20:28:37.980688 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:37.981658 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-3b319ba6-c951-47d5-bbe1-26095a591c81 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/quotas/83632617c8b842108cfb2620747f0761 HTTP/1.1" status: 200 len: 375 time: 0.0175211 May 05 20:28:37.992171 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (211300e7-5dd5-41dc-8626-ffae5d27289a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:38.116172 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-40a2194d-fdd2-4538-8b90-54ae816fea1b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333859 May 05 20:28:38.134652 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 8e916d5c-e28c-47fb-9647-e63302a8a595 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:38.156127 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:38.181718 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:38.240229 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a580711-5454-49cb-9a67-ac7751fec4e6 req-411a9c69-68ba-45fd-ba4d-a928328bc621 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:38.257910 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a580711-5454-49cb-9a67-ac7751fec4e6 req-411a9c69-68ba-45fd-ba4d-a928328bc621 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 931 time: 0.2124438 May 05 20:28:38.368901 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a580711-5454-49cb-9a67-ac7751fec4e6 req-0a9bf5b3-65bb-4994-aa2e-b1772cf3a801 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050434 May 05 20:28:38.469597 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-5cc6417f-3c73-4bc0-8e5f-8dbe42104033 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:28:38.471028 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-5cc6417f-3c73-4bc0-8e5f-8dbe42104033 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0823879 May 05 20:28:38.672722 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-86bac3a1-40b1-47a0-b7fd-b9714c3abbcd None None] Provisioning complete for port 19eb8a89-5f51-42d1-8649-1cff6a15c474 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:38.679658 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-86bac3a1-40b1-47a0-b7fd-b9714c3abbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:38.692117 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1f806ee3-7ae8-4964-966e-873bd2b5a924 admin admin] Publish callbacks [] for security_group (32cac698-66ae-49b8-b7b9-a37c64c7c8ca), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:38.780475 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Pushing event updated for resources: {'Port': ['ID=19eb8a89-5f51-42d1-8649-1cff6a15c474,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:38.813202 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-86bac3a1-40b1-47a0-b7fd-b9714c3abbcd None None] Port 19eb8a89-5f51-42d1-8649-1cff6a15c474 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:38.836128 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8c629af3-51b1-4bb0-b5a4-265376611130 service neutron] 10.222.0.49 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427153 May 05 20:28:38.984467 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1f806ee3-7ae8-4964-966e-873bd2b5a924 admin admin] Publish callbacks [] for security_group (32cac698-66ae-49b8-b7b9-a37c64c7c8ca), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:38.987120 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:28:39.002632 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fda5699b-0fe9-4c56-a5ef-52b06ee18c09 admin admin] 10.222.0.49 "PUT /v2.0/routers/62c96e1b-058d-4dd4-b8a2-82001a8d01fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8507655 May 05 20:28:39.028366 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Sync routers for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:39.033146 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Router 211300e7-5dd5-41dc-8626-ffae5d27289a has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:28:39.042982 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:39.043955 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:39.108363 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-81a7b0b8-8fdc-4b6f-bbee-bd8a8bda86c0 service neutron] 10.222.0.49 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710752 May 05 20:28:39.206901 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d85301-61f2-4a79-b26a-002f24f5a5bc {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:39.279381 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1f806ee3-7ae8-4964-966e-873bd2b5a924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (32cac698-66ae-49b8-b7b9-a37c64c7c8ca), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:39.281911 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1f806ee3-7ae8-4964-966e-873bd2b5a924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:39.285573 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1f806ee3-7ae8-4964-966e-873bd2b5a924 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32cac698-66ae-49b8-b7b9-a37c64c7c8ca HTTP/1.1" status: 204 len: 168 time: 1.9009945 May 05 20:28:39.288110 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Publish callbacks [] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:39.302850 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f806ee3-7ae8-4964-966e-873bd2b5a924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cac698-66ae-49b8-b7b9-a37c64c7c8ca,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:39.344066 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:39.344162 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Transition to ACTIVE for port object 39d85301-61f2-4a79-b26a-002f24f5a5bc will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:28:39.363509 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:28:39.378957 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Sync routers for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:39.407663 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:39.408977 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:39.418560 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e2d22800-4b1e-4215-a61a-cc4c1eeb2d6f admin admin] 10.222.0.49 "PUT /v2.0/routers/211300e7-5dd5-41dc-8626-ffae5d27289a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5998096 May 05 20:28:39.419903 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:39.684503 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:39.756157 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Pushing event updated for resources: {'Port': ['ID=39d85301-61f2-4a79-b26a-002f24f5a5bc,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:39.797810 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c7364-b65d-462e-a2a2-24224eaed4a4 req-42f6a44f-549c-4ccf-a5ec-d61d12aac8b3 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:39.803066 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-966c7364-b65d-462e-a2a2-24224eaed4a4 req-42f6a44f-549c-4ccf-a5ec-d61d12aac8b3 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 943 time: 0.1806753 May 05 20:28:39.826033 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Attempting to bind port 39d85301-61f2-4a79-b26a-002f24f5a5bc on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:39.826382 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Attempting to bind port 39d85301-61f2-4a79-b26a-002f24f5a5bc by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '9378595c-f112-4742-9b63-7dcd29d49468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '05f06424-f6c1-4885-ab80-e684b63be680'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:39.826743 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Attempting to bind port 39d85301-61f2-4a79-b26a-002f24f5a5bc on network 05f06424-f6c1-4885-ab80-e684b63be680 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:39.852883 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Port 39d85301-61f2-4a79-b26a-002f24f5a5bc on network 05f06424-f6c1-4885-ab80-e684b63be680 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:28:39.853228 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Attempting to bind port 39d85301-61f2-4a79-b26a-002f24f5a5bc on network 05f06424-f6c1-4885-ab80-e684b63be680 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:39.869022 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:39.872881 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Checking segment: {'id': '9378595c-f112-4742-9b63-7dcd29d49468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '05f06424-f6c1-4885-ab80-e684b63be680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:39.876632 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Bound using segment: {'id': '9378595c-f112-4742-9b63-7dcd29d49468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '05f06424-f6c1-4885-ab80-e684b63be680'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:39.877834 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Bound port: 39d85301-61f2-4a79-b26a-002f24f5a5bc, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9378595c-f112-4742-9b63-7dcd29d49468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '05f06424-f6c1-4885-ab80-e684b63be680'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:39.906102 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:39.921159 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-966c7364-b65d-462e-a2a2-24224eaed4a4 req-b7f49dfe-bcba-45cf-b09f-8a1cd043d102 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089640 May 05 20:28:40.050267 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 2, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:40.088809 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ad2eb23b-463a-4858-a18a-35199ffc5133 req-03e4136f-3a42-4f25-a0cb-56257acb5777 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 210 time: 0.0753407 May 05 20:28:40.163710 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Checking router: 62c96e1b-058d-4dd4-b8a2-82001a8d01fa for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:40.164091 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Updating router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa port 06abb472-2c56-4a27-a834-9869519f9be3 binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:40.185600 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] For port 39d85301-61f2-4a79-b26a-002f24f5a5bc, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:40.202506 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] For port 39d85301-61f2-4a79-b26a-002f24f5a5bc, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=39d85301-61f2-4a79-b26a-002f24f5a5bc,segment=NetworkSegment(9378595c-f112-4742-9b63-7dcd29d49468),segment_id=9378595c-f112-4742-9b63-7dcd29d49468)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:40.244400 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (06abb472-2c56-4a27-a834-9869519f9be3), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:40.332343 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:40.360754 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 2, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:40.429749 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:40.430672 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:40.436067 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] 10.222.0.41 "PUT /v2.0/ports/39d85301-61f2-4a79-b26a-002f24f5a5bc HTTP/1.1" status: 200 len: 1093 time: 3.8392053 May 05 20:28:40.436067 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f1b9b0-e981-43b9-a515-0103c3fe777a', 'tag': '39d85301-61f2-4a79-b26a-002f24f5a5bc'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:40.448052 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Checking router: 211300e7-5dd5-41dc-8626-ffae5d27289a for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:40.449386 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Updating router 211300e7-5dd5-41dc-8626-ffae5d27289a port 19eb8a89-5f51-42d1-8649-1cff6a15c474 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:40.462414 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57412) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:40.467378 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-cdaadc70-cf33-48d2-9052-e25c64224b2f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142654508', 'description': 'tempest-description--857249245'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:40.491643 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:40.604127 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cdaadc70-cf33-48d2-9052-e25c64224b2f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:40.746576 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a6db5-eeaa-4a16-b301-405511a3975e service neutron] Pushing event updated for resources: {'Port': ['ID=39d85301-61f2-4a79-b26a-002f24f5a5bc,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:40.937683 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-8e3592e4-7480-4841-aeb8-bd70dfefc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:40.937683 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-8e3592e4-7480-4841-aeb8-bd70dfefc516 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5a34d959c014baeb2f6af8612fb92ac&device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 1127 time: 0.2658887 May 05 20:28:41.037669 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57448) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:41.089762 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Publish callbacks [] for port (06abb472-2c56-4a27-a834-9869519f9be3), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.114265 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-3662f3ad-0df9-4a5e-bb33-758260e6248b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39d85301-61f2-4a79-b26a-002f24f5a5bc HTTP/1.1" status: 200 len: 217 time: 0.1557274 May 05 20:28:41.216510 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c13dd0-5768-4568-bb64-40f1902bc3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f1b9b0-e981-43b9-a515-0103c3fe777a", "tag": "39d85301-61f2-4a79-b26a-002f24f5a5bc"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:28:41.228633 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-00af7882-9985-4f37-8ab3-93aa56760d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:41.230214 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-00af7882-9985-4f37-8ab3-93aa56760d70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3d34279-c61a-4117-b6c6-6250c195d044 HTTP/1.1" status: 200 len: 849 time: 0.0810797 May 05 20:28:41.238945 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (06abb472-2c56-4a27-a834-9869519f9be3), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.263259 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cdaadc70-cf33-48d2-9052-e25c64224b2f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (0ffb4333-8372-47e0-9900-8912ca325708), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.377836 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cdaadc70-cf33-48d2-9052-e25c64224b2f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (0ffb4333-8372-47e0-9900-8912ca325708), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.378345 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Publish callbacks [] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.449444 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-5f9cd1a1-f8f6-4a5f-9abe-3c422629d72d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05f06424-f6c1-4885-ab80-e684b63be680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2089522 May 05 20:28:41.466134 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Attempting to bind port 06abb472-2c56-4a27-a834-9869519f9be3 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:41.466516 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Attempting to bind port 06abb472-2c56-4a27-a834-9869519f9be3 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:41.466879 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Attempting to bind port 06abb472-2c56-4a27-a834-9869519f9be3 on network 0bb89748-168d-4d28-ba29-6d7e24820be3 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:41.469070 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc17fdb-e593-4510-b862-bf546d857597 None None] Pushing event updated for resources: {'Port': ['ID=06abb472-2c56-4a27-a834-9869519f9be3,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:41.473596 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.498300 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaadc70-cf33-48d2-9052-e25c64224b2f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb4333-8372-47e0-9900-8912ca325708,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:41.511217 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:41.511675 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Checking segment: {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:41.512080 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.519369 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Bound using segment: {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:41.519898 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Bound port: 06abb472-2c56-4a27-a834-9869519f9be3, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:41.520296 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (06abb472-2c56-4a27-a834-9869519f9be3), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.538153 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f279e5-77fe-4090-8ecf-4bf17230e88f req-426a7141-0068-4788-93b2-05dbbe64e07d tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:41.539040 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e7f279e5-77fe-4090-8ecf-4bf17230e88f req-426a7141-0068-4788-93b2-05dbbe64e07d tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 943 time: 0.4384956 May 05 20:28:41.599981 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-de8e7304-8657-49e9-a26c-4e40222cb52f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:41.601619 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-de8e7304-8657-49e9-a26c-4e40222cb52f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 819 time: 0.8020296 May 05 20:28:41.746029 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-5f21c3b8-a1a6-4880-95ed-784f3c874cba tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/quotas/4cca903e252a482da78be6052b1bc808 HTTP/1.1" status: 200 len: 375 time: 0.0844839 May 05 20:28:41.797619 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] For port 06abb472-2c56-4a27-a834-9869519f9be3, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:41.802181 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-23916044-d43e-4325-9057-97c9e6415219 service neutron] 10.222.0.41 "GET /v2.0/networks/05f06424-f6c1-4885-ab80-e684b63be680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453770 May 05 20:28:41.807716 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] For port 06abb472-2c56-4a27-a834-9869519f9be3, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=06abb472-2c56-4a27-a834-9869519f9be3,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:41.851777 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Attempting to bind port 19eb8a89-5f51-42d1-8649-1cff6a15c474 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:41.852514 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Attempting to bind port 19eb8a89-5f51-42d1-8649-1cff6a15c474 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:41.852514 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Attempting to bind port 19eb8a89-5f51-42d1-8649-1cff6a15c474 on network cae199b6-12f4-41de-b95f-3aec24f02fb9 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:41.868091 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:41.877780 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Checking segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:41.878381 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.878889 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Bound using segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:41.879496 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Bound port: 19eb8a89-5f51-42d1-8649-1cff6a15c474, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:41.880504 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.882743 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fa706-8215-4888-9a3c-ede4ee89bed5 None None] Pushing event updated for resources: {'Port': ['ID=19eb8a89-5f51-42d1-8649-1cff6a15c474,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:41.925074 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (06abb472-2c56-4a27-a834-9869519f9be3), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.969629 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e7f279e5-77fe-4090-8ecf-4bf17230e88f req-e0199853-4fb1-4d13-9624-c0c7b798e150 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639338 May 05 20:28:41.978836 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cdaadc70-cf33-48d2-9052-e25c64224b2f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:41.985574 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-cdaadc70-cf33-48d2-9052-e25c64224b2f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5192990 May 05 20:28:41.985574 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57474) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:41.985887 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57476) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:41.998216 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-f6d42d60-c20a-4049-96e9-892fc1cbda66 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'security_group_rule': {'security_group_id': '0ffb4333-8372-47e0-9900-8912ca325708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:42.016254 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94b7fa08-da35-4104-9ca6-36718b17dea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:42.088477 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc17fdb-e593-4510-b862-bf546d857597 None None] Pushing event updated for resources: {'Port': ['ID=06abb472-2c56-4a27-a834-9869519f9be3,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:42.103620 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4eab6b6-4ba8-49f7-9db0-1e36c42e0c3b req-48c21532-87f6-4009-913a-43aebbbd1367 service neutron] 10.222.0.41 "GET /v2.0/networks/05f06424-f6c1-4885-ab80-e684b63be680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898061 May 05 20:28:42.122831 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-1f2d2d0e-f9bb-45fe-95d4-f1c6dee52fcf None None] Provisioning complete for port 06abb472-2c56-4a27-a834-9869519f9be3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:42.123528 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:42.124781 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:42.133128 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2d0e-f9bb-45fe-95d4-f1c6dee52fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (06abb472-2c56-4a27-a834-9869519f9be3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:42.243133 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] For port 19eb8a89-5f51-42d1-8649-1cff6a15c474, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:42.246486 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] For port 19eb8a89-5f51-42d1-8649-1cff6a15c474, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=19eb8a89-5f51-42d1-8649-1cff6a15c474,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:42.272694 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-53b15f70-803f-4a57-b0a3-1dd00327e904 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5008287 May 05 20:28:42.276333 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-26c93de7-0bec-4873-83c7-82dde41ee5e8 req-8c4ab24e-31ac-40ac-8e88-87dd1ebeb409 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 210 time: 0.1043215 May 05 20:28:42.342253 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-1f2d2d0e-f9bb-45fe-95d4-f1c6dee52fcf None None] Current status of the port 06abb472-2c56-4a27-a834-9869519f9be3 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:42.342660 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2d0e-f9bb-45fe-95d4-f1c6dee52fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (06abb472-2c56-4a27-a834-9869519f9be3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:42.346497 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:42.370693 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:42.455681 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-1f2d2d0e-f9bb-45fe-95d4-f1c6dee52fcf None None] For port 06abb472-2c56-4a27-a834-9869519f9be3, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=06abb472-2c56-4a27-a834-9869519f9be3,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:42.472089 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:28:42.472997 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:42.608065 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2d0e-f9bb-45fe-95d4-f1c6dee52fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (06abb472-2c56-4a27-a834-9869519f9be3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:42.610537 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab27a-9697-47d5-a531-981f35687217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:42.660177 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-23955cab-c12a-4a50-b0c4-b30cfef6ac89 service neutron] 10.222.0.49 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876235 May 05 20:28:42.696984 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fa706-8215-4888-9a3c-ede4ee89bed5 None None] Pushing event updated for resources: {'Port': ['ID=19eb8a89-5f51-42d1-8649-1cff6a15c474,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:42.857676 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:28:42.923704 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:41Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:42.961287 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ed65e-04e0-4fcc-b8af-dd00956a47a1 None None] The sync data for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi is: [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:41Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:43.096093 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] Provisioning complete for port 19eb8a89-5f51-42d1-8649-1cff6a15c474 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:43.096932 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.123059 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6d42d60-c20a-4049-96e9-892fc1cbda66 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (895b1b8b-a454-4158-8593-b49c39103192), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.222956 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69f879e-164a-4e01-a4a6-b18851ace2f9 x-openstack-request-id: req-b69f879e-164a-4e01-a4a6-b18851ace2f9 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:28:43.224101 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f1b9b0-e981-43b9-a515-0103c3fe777a", "tag": "39d85301-61f2-4a79-b26a-002f24f5a5bc", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:28:43.224101 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b69f879e-164a-4e01-a4a6-b18851ace2f9 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:28:43.224772 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69f879e-164a-4e01-a4a6-b18851ace2f9'] response: {'name': 'network-changed', 'server_uuid': 'c7f1b9b0-e981-43b9-a515-0103c3fe777a', 'tag': '39d85301-61f2-4a79-b26a-002f24f5a5bc', 'status': 'completed', 'code': 200} May 05 20:28:43.331334 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d2d0e-f9bb-45fe-95d4-f1c6dee52fcf None None] Pushing event updated for resources: {'Port': ['ID=06abb472-2c56-4a27-a834-9869519f9be3,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:43.417382 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab27a-9697-47d5-a531-981f35687217 admin admin] Publish callbacks [] for security_group (6537989f-b37b-4591-a74d-d3a614c3be6c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.429201 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-8cae970c-1b13-4b6e-9b1a-bbaeaa59bfa5 service neutron] 10.222.0.49 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680953 May 05 20:28:43.518167 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-a8ad65ce-37d2-40a5-86f1-c456ace72302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:43.527059 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-a8ad65ce-37d2-40a5-86f1-c456ace72302 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5a34d959c014baeb2f6af8612fb92ac&device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 1127 time: 0.2239559 May 05 20:28:43.589353 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab27a-9697-47d5-a531-981f35687217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (6537989f-b37b-4591-a74d-d3a614c3be6c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.626444 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 06abb472-2c56-4a27-a834-9869519f9be3 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:43.671921 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2b1ab27a-9697-47d5-a531-981f35687217 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36bcb6433b2b4ffe9ef32287f1dbb6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6833606 May 05 20:28:43.709773 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57518) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:43.711525 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6d42d60-c20a-4049-96e9-892fc1cbda66 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (895b1b8b-a454-4158-8593-b49c39103192), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.750047 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.761008 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94b7fa08-da35-4104-9ca6-36718b17dea3 admin admin] Publish callbacks [] for security_group (37f97736-0152-45a2-a636-fa0e7b471f6e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.832781 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6d42d60-c20a-4049-96e9-892fc1cbda66 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (895b1b8b-a454-4158-8593-b49c39103192), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.861663 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ab27a-9697-47d5-a531-981f35687217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6537989f-b37b-4591-a74d-d3a614c3be6c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:43.882531 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d42d60-c20a-4049-96e9-892fc1cbda66 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895b1b8b-a454-4158-8593-b49c39103192,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:43.905238 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30036131-f455-437d-b47a-c187afd83618 req-d1f145c7-a6b8-4ad5-b4b5-2baf37c54899 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:43.908153 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30036131-f455-437d-b47a-c187afd83618 req-d1f145c7-a6b8-4ad5-b4b5-2baf37c54899 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 943 time: 0.3697200 May 05 20:28:43.909016 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94b7fa08-da35-4104-9ca6-36718b17dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (37f97736-0152-45a2-a636-fa0e7b471f6e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.922509 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] Current status of the port 19eb8a89-5f51-42d1-8649-1cff6a15c474 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:43.923426 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:43.929714 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-e638bb2e-88cf-4574-9c4d-2368623ff02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:43.931356 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-e638bb2e-88cf-4574-9c4d-2368623ff02c service neutron] 10.222.0.41 "GET /v2.0/networks?id=05f06424-f6c1-4885-ab80-e684b63be680 HTTP/1.1" status: 200 len: 910 time: 0.3952627 May 05 20:28:44.010219 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] For port 19eb8a89-5f51-42d1-8649-1cff6a15c474, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=19eb8a89-5f51-42d1-8649-1cff6a15c474,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:44.011539 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 06abb472-2c56-4a27-a834-9869519f9be3 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:44.012117 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (06abb472-2c56-4a27-a834-9869519f9be3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:44.045841 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-a0444bd3-435e-42bb-a026-4e9666c11df9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39d85301-61f2-4a79-b26a-002f24f5a5bc HTTP/1.1" status: 200 len: 217 time: 0.1007175 May 05 20:28:44.070253 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.41', 56799) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:44.135137 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30036131-f455-437d-b47a-c187afd83618 req-58d1819f-d0ae-4a51-8d68-0d640137b93d tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098422 May 05 20:28:44.160909 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-00da64c8-8055-48bb-95a6-0731be59a45b req-85414fae-e7c6-47a6-bafa-fbf9625b46ef tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 210 time: 0.2344866 May 05 20:28:44.186118 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:44.282739 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7fa08-da35-4104-9ca6-36718b17dea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f97736-0152-45a2-a636-fa0e7b471f6e,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:44.291527 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6d42d60-c20a-4049-96e9-892fc1cbda66 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:44.292731 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f6d42d60-c20a-4049-96e9-892fc1cbda66 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2990415 May 05 20:28:44.308844 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] Provisioning complete for port 06abb472-2c56-4a27-a834-9869519f9be3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:44.308844 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (06abb472-2c56-4a27-a834-9869519f9be3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:44.315074 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57540) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:44.346718 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-fed83eb4-6870-4b2e-a6c0-fade7dcfdf6f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'security_group_rule': {'security_group_id': '0ffb4333-8372-47e0-9900-8912ca325708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:44.367553 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-94b7fa08-da35-4104-9ca6-36718b17dea3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb4280d838b44811affb34be3f39435e&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3263872 May 05 20:28:44.391227 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57544) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:44.431832 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:44.493193 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431c47e-d297-4020-89b1-8f401d0d2838 None None] The sync data for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi is: [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:44.517153 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 06abb472-2c56-4a27-a834-9869519f9be3 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:44.540904 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-092e4339-629f-4ac6-973a-874d55975a76 req-700b2fcd-607d-499c-b197-a8407cb59c93 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 210 time: 0.2198570 May 05 20:28:44.541590 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] Pushing event updated for resources: {'Port': ['ID=19eb8a89-5f51-42d1-8649-1cff6a15c474,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:44.555647 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94895bdb-aeef-4005-a196-d3abd14de3c7 admin admin] Publish callbacks [] for security_group (6537989f-b37b-4591-a74d-d3a614c3be6c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:44.634947 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-613c4d17-db01-4807-94e5-3a23142e0e25 None None] Current status of the port 06abb472-2c56-4a27-a834-9869519f9be3 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:44.711652 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94895bdb-aeef-4005-a196-d3abd14de3c7 admin admin] Publish callbacks [] for security_group (6537989f-b37b-4591-a74d-d3a614c3be6c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:44.784107 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5441-3e68-4c2d-86a8-c61c450912b8 admin admin] Publish callbacks [] for security_group (37f97736-0152-45a2-a636-fa0e7b471f6e), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:44.793236 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-1db110f0-a622-47a8-953c-36d2fb631e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:44.794667 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-1db110f0-a622-47a8-953c-36d2fb631e7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3d34279-c61a-4117-b6c6-6250c195d044 HTTP/1.1" status: 200 len: 849 time: 0.7414141 May 05 20:28:44.900105 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-c9ed6b97-7262-4715-8a31-1fe470436d3e None None] Provisioning complete for port 19eb8a89-5f51-42d1-8649-1cff6a15c474 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:44.901944 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6b97-7262-4715-8a31-1fe470436d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:44.942370 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fed83eb4-6870-4b2e-a6c0-fade7dcfdf6f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (2f61384b-4923-4b3f-858d-cf0702f2293e), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:44.942522 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-15d8aa29-4a7e-4d44-9589-23ca2cb03870 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05f06424-f6c1-4885-ab80-e684b63be680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259260 May 05 20:28:45.025634 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fed83eb4-6870-4b2e-a6c0-fade7dcfdf6f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (2f61384b-4923-4b3f-858d-cf0702f2293e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:45.028130 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5441-3e68-4c2d-86a8-c61c450912b8 admin admin] Publish callbacks [] for security_group (37f97736-0152-45a2-a636-fa0e7b471f6e), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:45.042558 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94895bdb-aeef-4005-a196-d3abd14de3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (6537989f-b37b-4591-a74d-d3a614c3be6c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:45.045978 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94895bdb-aeef-4005-a196-d3abd14de3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:45.068481 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-94895bdb-aeef-4005-a196-d3abd14de3c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6537989f-b37b-4591-a74d-d3a614c3be6c HTTP/1.1" status: 204 len: 168 time: 1.3549035 May 05 20:28:45.288293 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-e273981b-1ca8-4413-a401-4c6a9875d9c5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:45.290902 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed6b97-7262-4715-8a31-1fe470436d3e None None] Current status of the port 19eb8a89-5f51-42d1-8649-1cff6a15c474 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:45.296615 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-e273981b-1ca8-4413-a401-4c6a9875d9c5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 819 time: 0.2252905 May 05 20:28:45.366922 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fed83eb4-6870-4b2e-a6c0-fade7dcfdf6f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (2f61384b-4923-4b3f-858d-cf0702f2293e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:45.434320 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94895bdb-aeef-4005-a196-d3abd14de3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6537989f-b37b-4591-a74d-d3a614c3be6c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:45.474252 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-2f4a5c3b-d377-4aa5-8040-3d0b90166751 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:45.494638 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-2f4a5c3b-d377-4aa5-8040-3d0b90166751 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 817 time: 1.3737986 May 05 20:28:45.527545 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed83eb4-6870-4b2e-a6c0-fade7dcfdf6f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f61384b-4923-4b3f-858d-cf0702f2293e,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:45.562716 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-9ac9bf21-82eb-44f6-817e-b99c3accb5b7 service neutron] 10.222.0.41 "GET /v2.0/networks/05f06424-f6c1-4885-ab80-e684b63be680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989985 May 05 20:28:45.579320 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-c052bd5d-2988-4856-99e9-7414df6e3a05 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/quotas/4cca903e252a482da78be6052b1bc808 HTTP/1.1" status: 200 len: 375 time: 0.2015104 May 05 20:28:45.671603 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 06abb472-2c56-4a27-a834-9869519f9be3 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:45.697730 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528468-e8aa-4045-ba35-a5578017db25 req-b4f5b1cd-5c9d-46b4-a9dc-cadff34dbb03 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:45.707174 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4f528468-e8aa-4045-ba35-a5578017db25 req-b4f5b1cd-5c9d-46b4-a9dc-cadff34dbb03 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 943 time: 0.3750463 May 05 20:28:45.720802 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fed83eb4-6870-4b2e-a6c0-fade7dcfdf6f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:45.722057 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fed83eb4-6870-4b2e-a6c0-fade7dcfdf6f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3960438 May 05 20:28:45.724735 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a3eff098-6249-4ecd-9251-086bdeb2f511 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83632617c8b842108cfb2620747f0761 HTTP/1.1" status: 200 len: 380 time: 0.2279623 May 05 20:28:45.731392 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57598) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:45.743959 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:45.763780 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 06abb472-2c56-4a27-a834-9869519f9be3 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:45.764491 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (06abb472-2c56-4a27-a834-9869519f9be3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:45.792486 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5441-3e68-4c2d-86a8-c61c450912b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (37f97736-0152-45a2-a636-fa0e7b471f6e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:45.795155 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5441-3e68-4c2d-86a8-c61c450912b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:45.797746 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f7bd5441-3e68-4c2d-86a8-c61c450912b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37f97736-0152-45a2-a636-fa0e7b471f6e HTTP/1.1" status: 204 len: 168 time: 1.3958352 May 05 20:28:45.813282 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'port': {'device_id': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'admin_state_up': True, 'tenant_id': '83632617c8b842108cfb2620747f0761', 'security_groups': ['dcabe74a-1775-45e7-a3d9-53f8056e586b']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:45.844631 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-52b99dc4-0b06-4b04-8229-dc8498029399 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2644012 May 05 20:28:45.855604 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd5441-3e68-4c2d-86a8-c61c450912b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f97736-0152-45a2-a636-fa0e7b471f6e,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:45.912603 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4f528468-e8aa-4045-ba35-a5578017db25 req-5c60575e-c63f-4b4a-b769-32c728db1cba tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950166 May 05 20:28:45.912864 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 06abb472-2c56-4a27-a834-9869519f9be3 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:45.912864 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 19eb8a89-5f51-42d1-8649-1cff6a15c474 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:45.951477 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19c13dd0-5768-4568-bb64-40f1902bc3b3 req-58c1e3bf-0b03-49fc-91d8-dcf12f3b2eb6 service neutron] 10.222.0.41 "GET /v2.0/networks/05f06424-f6c1-4885-ab80-e684b63be680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806610 May 05 20:28:45.977755 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:46.022937 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 19eb8a89-5f51-42d1-8649-1cff6a15c474 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:46.024518 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:46.217060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Made reservation on behalf of 83632617c8b842108cfb2620747f0761 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:46.222897 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:46.337182 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 19eb8a89-5f51-42d1-8649-1cff6a15c474 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:46.348039 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7e6fafa7-19e6-4276-9633-e5a5fc8993dd req-e0a8f699-4d4a-4540-a2b5-3eb9fda14722 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 210 time: 0.3411171 May 05 20:28:46.454995 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-ac731c54-2c5e-49a6-a5b2-f3e55057eee6 service neutron] 10.222.0.49 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946705 May 05 20:28:46.498876 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Allocated IP 172.20.0.11 (1a727c37-2514-4038-8e92-e65388f44393/1704d291-8c26-4fed-9f6e-857944ec7156/4fe77acf-0b5a-4534-ba09-b09be799566e) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:46.606846 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:46.672183 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-32f67452-9214-46e5-8200-9eebb815ce5c service neutron] 10.222.0.49 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960087 May 05 20:28:46.710386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:46.769480 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Allocated IP 172.27.0.58 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/4c7fddc7-98f7-4145-a4c8-978e40a1bd5a) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:46.860338 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:46.878566 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57610) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:46.907091 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for port (4c7fddc7-98f7-4145-a4c8-978e40a1bd5a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:46.972273 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Network 1a727c37-2514-4038-8e92-e65388f44393 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:46.976527 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:46.999610 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:47.008598 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:47.009597 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.017894 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4f06631f-9f00-4267-b982-cbc021de494b req-3db44da0-9eb1-40ac-a262-d90aff3443b5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 210 time: 0.0524647 May 05 20:28:47.023253 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (4c7fddc7-98f7-4145-a4c8-978e40a1bd5a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.050777 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:47.120954 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:47.131663 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:47.131663 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:47.157339 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-8d048004-26f9-46fa-b46b-159c2f6a04e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4230595 May 05 20:28:47.177486 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Request body: {'port': {'device_id': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:47.201932 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'Port': ['ID=4c7fddc7-98f7-4145-a4c8-978e40a1bd5a,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:47.268596 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5fcb5000-f346-4a81-bec3-713a9da6de04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.283630 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57628) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:47.316298 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.342015 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ad60ed00-3ecc-4d2c-8480-b84d0bd7069a None None] Provisioning complete for port 4fe77acf-0b5a-4534-ba09-b09be799566e triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:47.342568 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ad60ed00-3ecc-4d2c-8480-b84d0bd7069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.346030 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f729ce3-4d78-4f94-a4b0-108a8c8dd802 req-57c98f4c-7591-49c2-86d8-2b48955ac4e4 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:47.354562 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6f729ce3-4d78-4f94-a4b0-108a8c8dd802 req-57c98f4c-7591-49c2-86d8-2b48955ac4e4 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 943 time: 0.2506948 May 05 20:28:47.357908 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (ae2bca65-fcfd-4f8c-a898-7429e30ad68e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.441644 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-56b05ef0-c15d-4ccb-921c-5eb77a663671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.456948 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ad60ed00-3ecc-4d2c-8480-b84d0bd7069a None None] Port 4fe77acf-0b5a-4534-ba09-b09be799566e cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:47.485288 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6f729ce3-4d78-4f94-a4b0-108a8c8dd802 req-88d65574-9a64-4837-93cb-1c8a539cd56e tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294503 May 05 20:28:47.535096 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57636) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:47.617670 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-97b83baf-7c3f-4f03-ac4e-c047e4cda43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.647483 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5fcb5000-f346-4a81-bec3-713a9da6de04 admin admin] Publish callbacks [] for security_group (69c4384f-b6c1-43aa-877f-6609c41c969a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.663910 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4c7fddc7-98f7-4145-a4c8-978e40a1bd5a), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.714176 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ca1f8-02f3-447a-91bb-eeb7c4af4935 req-241294bd-6921-49e8-9918-25e707e75ad0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:47.715745 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3f6ca1f8-02f3-447a-91bb-eeb7c4af4935 req-241294bd-6921-49e8-9918-25e707e75ad0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 932 time: 0.2367432 May 05 20:28:47.729107 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5fcb5000-f346-4a81-bec3-713a9da6de04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (69c4384f-b6c1-43aa-877f-6609c41c969a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.779829 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-32960f25-2df8-492d-91aa-5da20f13a540 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:47.781698 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-32960f25-2df8-492d-91aa-5da20f13a540 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 819 time: 0.2802844 May 05 20:28:47.800889 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Request body: {'port': {'device_id': 'aac8559c-fe2a-4a74-ab94-04061e2e1e12', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'admin_state_up': True, 'tenant_id': '4cca903e252a482da78be6052b1bc808'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:47.884525 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-56b05ef0-c15d-4ccb-921c-5eb77a663671 admin admin] Publish callbacks [] for security_group (2032bfe0-1963-493b-844c-2d2c98087731), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:47.917992 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb5000-f346-4a81-bec3-713a9da6de04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c4384f-b6c1-43aa-877f-6609c41c969a,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:47.932631 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5fcb5000-f346-4a81-bec3-713a9da6de04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=579e2cd33e6d441888fff134cd1d11ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0482349 May 05 20:28:47.932631 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57642) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:47.985184 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3f6ca1f8-02f3-447a-91bb-eeb7c4af4935 req-c7313b93-6bf0-40c9-b6bf-0bf3b796aa02 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522178 May 05 20:28:47.998925 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-56b05ef0-c15d-4ccb-921c-5eb77a663671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (2032bfe0-1963-493b-844c-2d2c98087731), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.022650 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe77acf-0b5a-4534-ba09-b09be799566e {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:48.058630 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Publish callbacks [] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.082786 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Transition to ACTIVE for port object 4fe77acf-0b5a-4534-ba09-b09be799566e will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:28:48.144308 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-56b05ef0-c15d-4ccb-921c-5eb77a663671 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53ad8bdf7b614f20880034d82fac2454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8543949 May 05 20:28:48.147572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 57656) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:48.178006 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-97b83baf-7c3f-4f03-ac4e-c047e4cda43e admin admin] Publish callbacks [] for security_group (6a447731-b578-432a-b3d7-1a1818bfd52e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.181843 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Made reservation on behalf of 4cca903e252a482da78be6052b1bc808 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:48.182828 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f9c55910-e867-48eb-a443-d40422ad1244 req-d4f5e0ec-4bbc-41dc-ae0a-413c14979a37 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 210 time: 0.0859010 May 05 20:28:48.185489 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b05ef0-c15d-4ccb-921c-5eb77a663671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2032bfe0-1963-493b-844c-2d2c98087731,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:48.186411 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.237687 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-747865a6-8175-4ff3-bbf4-814ae1058015 admin admin] Publish callbacks [] for security_group (69c4384f-b6c1-43aa-877f-6609c41c969a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.266080 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for port (4c7fddc7-98f7-4145-a4c8-978e40a1bd5a), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.273491 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-97b83baf-7c3f-4f03-ac4e-c047e4cda43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (6a447731-b578-432a-b3d7-1a1818bfd52e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.274941 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.289222 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-747865a6-8175-4ff3-bbf4-814ae1058015 admin admin] Publish callbacks [] for security_group (69c4384f-b6c1-43aa-877f-6609c41c969a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.318197 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-04109a89-d37d-4562-ba3a-8c721f664797 admin admin] Publish callbacks [] for security_group (2032bfe0-1963-493b-844c-2d2c98087731), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.330509 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-97b83baf-7c3f-4f03-ac4e-c047e4cda43e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3eacf04550464707acdf5dc4981b108a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7939529 May 05 20:28:48.339040 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 57658) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:48.366412 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b83baf-7c3f-4f03-ac4e-c047e4cda43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a447731-b578-432a-b3d7-1a1818bfd52e,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:48.376088 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-04109a89-d37d-4562-ba3a-8c721f664797 admin admin] Publish callbacks [] for security_group (2032bfe0-1963-493b-844c-2d2c98087731), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.392216 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4c7fddc7-98f7-4145-a4c8-978e40a1bd5a), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.452475 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'Port': ['ID=4c7fddc7-98f7-4145-a4c8-978e40a1bd5a,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:48.456038 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (ae2bca65-fcfd-4f8c-a898-7429e30ad68e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.471278 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-747865a6-8175-4ff3-bbf4-814ae1058015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (69c4384f-b6c1-43aa-877f-6609c41c969a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.476451 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-747865a6-8175-4ff3-bbf4-814ae1058015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.480265 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-747865a6-8175-4ff3-bbf4-814ae1058015 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69c4384f-b6c1-43aa-877f-6609c41c969a HTTP/1.1" status: 204 len: 168 time: 0.5324512 May 05 20:28:48.490945 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747865a6-8175-4ff3-bbf4-814ae1058015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c4384f-b6c1-43aa-877f-6609c41c969a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:48.527508 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:48.569018 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.577035 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f887f0dc-143d-427d-8478-a9a987a7c3aa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8446128 May 05 20:28:48.626954 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Attempting to bind port 4fe77acf-0b5a-4534-ba09-b09be799566e on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:48.627478 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Attempting to bind port 4fe77acf-0b5a-4534-ba09-b09be799566e by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:48.627803 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Attempting to bind port 4fe77acf-0b5a-4534-ba09-b09be799566e on network 1a727c37-2514-4038-8e92-e65388f44393 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:48.629808 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dcf29a24-d977-4ec6-8371-b1e8c7439140 admin admin] Publish callbacks [] for security_group (6a447731-b578-432a-b3d7-1a1818bfd52e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.662587 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Allocated IP 172.20.0.13 (cae199b6-12f4-41de-b95f-3aec24f02fb9/e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5/b5fc66f3-a81f-4563-8e91-64462787ed3a) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:48.665016 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Port 4fe77acf-0b5a-4534-ba09-b09be799566e on network 1a727c37-2514-4038-8e92-e65388f44393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:28:48.665642 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Attempting to bind port 4fe77acf-0b5a-4534-ba09-b09be799566e on network 1a727c37-2514-4038-8e92-e65388f44393 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:48.679452 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dcf29a24-d977-4ec6-8371-b1e8c7439140 admin admin] Publish callbacks [] for security_group (6a447731-b578-432a-b3d7-1a1818bfd52e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.708416 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:48.709714 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf217b0-585f-479e-b5b2-afd38f0ab4a2 req-96276978-d0a0-435b-aa9a-cdc8bfe74bd5 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:48.710549 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Checking segment: {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:48.710927 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Bound using segment: {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:48.711305 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-edf217b0-585f-479e-b5b2-afd38f0ab4a2 req-96276978-d0a0-435b-aa9a-cdc8bfe74bd5 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 943 time: 0.1145976 May 05 20:28:48.711421 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Bound port: 4fe77acf-0b5a-4534-ba09-b09be799566e, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:48.711720 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.766283 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-edf217b0-585f-479e-b5b2-afd38f0ab4a2 req-8ed20c35-8390-46e4-a821-78215d3ade74 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445905 May 05 20:28:48.837131 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-04109a89-d37d-4562-ba3a-8c721f664797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (2032bfe0-1963-493b-844c-2d2c98087731), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.839740 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-04109a89-d37d-4562-ba3a-8c721f664797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.840940 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-04109a89-d37d-4562-ba3a-8c721f664797 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2032bfe0-1963-493b-844c-2d2c98087731 HTTP/1.1" status: 204 len: 168 time: 0.6923518 May 05 20:28:48.845665 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:48.853074 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:48.854748 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04109a89-d37d-4562-ba3a-8c721f664797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2032bfe0-1963-493b-844c-2d2c98087731,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:48.934398 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dcf29a24-d977-4ec6-8371-b1e8c7439140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (6a447731-b578-432a-b3d7-1a1818bfd52e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.936990 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dcf29a24-d977-4ec6-8371-b1e8c7439140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:48.945394 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-dcf29a24-d977-4ec6-8371-b1e8c7439140 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a447731-b578-432a-b3d7-1a1818bfd52e HTTP/1.1" status: 204 len: 168 time: 0.5953147 May 05 20:28:48.995932 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:49.091885 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf29a24-d977-4ec6-8371-b1e8c7439140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a447731-b578-432a-b3d7-1a1818bfd52e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:49.129856 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:49.135359 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.136233 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:49.137542 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-a6a9f5c5-7e64-4b28-9035-9a8f543608e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/4fe77acf-0b5a-4534-ba09-b09be799566e HTTP/1.1" status: 200 len: 1094 time: 1.9661162 May 05 20:28:49.138145 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:49.140357 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aa5be5-5809-4538-bff2-8f4eae31f06d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:28:49.153100 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-afd7ac06-210f-4993-9e2d-e6c958e84d44 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--142654508&fields=id&tenant_id=256098b6f90b4be98b757a2d962f6a82 HTTP/1.1" status: 200 len: 267 time: 0.1135600 May 05 20:28:49.197317 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:49.253399 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94455650-01c4-41c6-a6b1-dff7953178fd req-0c008c93-6bad-4fcc-8842-ba3bfce55602 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.255182 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-94455650-01c4-41c6-a6b1-dff7953178fd req-0c008c93-6bad-4fcc-8842-ba3bfce55602 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1671269 May 05 20:28:49.357499 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:49.358042 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-94455650-01c4-41c6-a6b1-dff7953178fd req-05fa4470-8259-432b-b9da-302f6d424af9 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940185 May 05 20:28:49.366101 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-d73935cf-4bf7-482d-bbb8-a57a3b49ea30 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.368096 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-d73935cf-4bf7-482d-bbb8-a57a3b49ea30 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/networks?id=0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 200 len: 810 time: 0.2027194 May 05 20:28:49.388738 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-2bd2011d-8368-4e25-ad11-eddc7255194e tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/quotas/256098b6f90b4be98b757a2d962f6a82 HTTP/1.1" status: 200 len: 375 time: 0.0136375 May 05 20:28:49.413444 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-ddf673bd-3173-4043-aaff-e88a08c06fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.415175 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-ddf673bd-3173-4043-aaff-e88a08c06fee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 1128 time: 0.0914798 May 05 20:28:49.424537 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:49.429434 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:49.434746 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:49.441697 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.444715 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:49.478500 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-68a625b0-ecc5-4717-9fd1-58f26f342885 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838828 May 05 20:28:49.503229 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event updated for resources: {'Port': ['ID=b5fc66f3-a81f-4563-8e91-64462787ed3a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:49.509200 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a4c35-b5d7-4767-b44b-17d1f1097cd0 x-openstack-request-id: req-154a4c35-b5d7-4767-b44b-17d1f1097cd0 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:28:49.509701 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:28:49.510111 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-154a4c35-b5d7-4767-b44b-17d1f1097cd0 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:28:49.510663 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154a4c35-b5d7-4767-b44b-17d1f1097cd0'] response: {'name': 'network-changed', 'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'status': 'completed', 'code': 200} May 05 20:28:49.547990 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-5cab35fa-292a-4dca-abc7-90bf9368cc8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe77acf-0b5a-4534-ba09-b09be799566e HTTP/1.1" status: 200 len: 217 time: 0.1142101 May 05 20:28:49.619018 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-089e15b9-abc5-4337-9fdd-ad1e9bdeb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.620528 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-089e15b9-abc5-4337-9fdd-ad1e9bdeb49e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.0649579 May 05 20:28:49.648871 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.41', 56806) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:49.675243 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9b5607c6-268d-4467-9f20-5e382cf50421 req-9247a311-f948-4528-ab80-50285fc118f1 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 210 time: 0.0573449 May 05 20:28:49.690017 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-d4ceea5d-20d9-456c-97b0-8f8bb71f6d2a service neutron] 10.222.0.49 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774578 May 05 20:28:49.719213 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-4b78861d-23af-40e1-aa8d-ab36333e7787 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9255872 May 05 20:28:49.806320 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-a6017683-d15a-4962-9e16-a0548aa8daf2 None None] Provisioning complete for port b5fc66f3-a81f-4563-8e91-64462787ed3a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:49.807311 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6017683-d15a-4962-9e16-a0548aa8daf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:49.854539 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a6017683-d15a-4962-9e16-a0548aa8daf2 None None] Port b5fc66f3-a81f-4563-8e91-64462787ed3a cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:49.906701 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-46d3a53f-6dbd-4618-9c1a-a16d56e26de1 service neutron] 10.222.0.49 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105820 May 05 20:28:49.950827 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Request body: {'port': {'device_id': 'aac8559c-fe2a-4a74-ab94-04061e2e1e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:49.985354 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c932a-850a-458c-9e71-de2d28704725 req-8380c317-4a78-4436-823e-e7ba95f674cc tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.987124 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-579c932a-850a-458c-9e71-de2d28704725 req-8380c317-4a78-4436-823e-e7ba95f674cc tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 943 time: 0.0981946 May 05 20:28:50.125116 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-e8a8a96e-d20d-4506-976d-957923a894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:50.127393 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-e8a8a96e-d20d-4506-976d-957923a894fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4972532 May 05 20:28:50.129496 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-579c932a-850a-458c-9e71-de2d28704725 req-bc36ba3e-23c8-4260-b5aa-cf4567cb644b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347435 May 05 20:28:50.190957 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:50.244101 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-39decb66-7cc0-421c-a8a3-9b690bc99f0e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:50.245657 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-39decb66-7cc0-421c-a8a3-9b690bc99f0e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 819 time: 0.5922813 May 05 20:28:50.249610 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 57728) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:50.265707 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Request body: {'port': {'device_id': '01407113-9288-46e1-ab33-0fcfe6957e93', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'admin_state_up': True, 'tenant_id': '4cca903e252a482da78be6052b1bc808'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:50.294397 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8dd12af0-183c-4317-96b0-f50136d6b25a req-3aba0166-1ef7-447b-8206-a4e795c35293 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 210 time: 0.0577424 May 05 20:28:50.328891 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5df76f0d-4147-4bff-9f27-b201cc6abe71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:50.483272 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-95b90f17-1cbe-4487-84a8-cbe902f402fa service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262653 May 05 20:28:50.485206 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6a3c1-f2d8-4b9b-a1dd-7f91e1276703 req-db5b3b9c-066c-4072-8e29-2fba97fc29a0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:50.486779 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-13a6a3c1-f2d8-4b9b-a1dd-7f91e1276703 req-db5b3b9c-066c-4072-8e29-2fba97fc29a0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0542212 May 05 20:28:50.530513 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 39d85301-61f2-4a79-b26a-002f24f5a5bc details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:28:50.562170 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-13a6a3c1-f2d8-4b9b-a1dd-7f91e1276703 req-d6789a2e-662a-4f2c-beb3-f1eb30a7c2bb tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684447 May 05 20:28:50.682479 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 39d85301-61f2-4a79-b26a-002f24f5a5bc, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=39d85301-61f2-4a79-b26a-002f24f5a5bc,segment=NetworkSegment(9378595c-f112-4742-9b63-7dcd29d49468),segment_id=9378595c-f112-4742-9b63-7dcd29d49468)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:50.704831 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '39d85301-61f2-4a79-b26a-002f24f5a5bc', 'network_id': '05f06424-f6c1-4885-ab80-e684b63be680', 'port_id': '39d85301-61f2-4a79-b26a-002f24f5a5bc', 'mac_address': 'fa:16:3e:29:78:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d34279-c61a-4117-b6c6-6250c195d044', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:28:50.754261 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 39d85301-61f2-4a79-b26a-002f24f5a5bc is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:50.754683 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:50.774394 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d85301-61f2-4a79-b26a-002f24f5a5bc {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:50.805175 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5df76f0d-4147-4bff-9f27-b201cc6abe71 admin admin] Publish callbacks [] for security_group (b80a89cd-7eea-4fa8-9606-35e608cddb21), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:50.814246 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 39d85301-61f2-4a79-b26a-002f24f5a5bc, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=39d85301-61f2-4a79-b26a-002f24f5a5bc,segment=NetworkSegment(9378595c-f112-4742-9b63-7dcd29d49468),segment_id=9378595c-f112-4742-9b63-7dcd29d49468)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:50.824364 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Made reservation on behalf of 4cca903e252a482da78be6052b1bc808 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:50.832299 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:50.854743 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6c415559-65b0-47b0-b7a1-f43a5bdb13d6 req-0d25aa10-0238-49ee-a16a-d321259b3fed tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 210 time: 0.0459819 May 05 20:28:50.863565 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da00edaf-4267-4c34-abb3-7f5aa441a860 req-fb0a00ec-7f99-4cf4-9a6e-9807022a3a60 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962382 May 05 20:28:50.893487 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5df76f0d-4147-4bff-9f27-b201cc6abe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b80a89cd-7eea-4fa8-9606-35e608cddb21), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:50.918594 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:50.972576 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=39d85301-61f2-4a79-b26a-002f24f5a5bc,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:51.028653 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5df76f0d-4147-4bff-9f27-b201cc6abe71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e1deb7bc1224a59bb18dbcadda13082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7779534 May 05 20:28:51.031338 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 57760) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:51.032293 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df76f0d-4147-4bff-9f27-b201cc6abe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80a89cd-7eea-4fa8-9606-35e608cddb21,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:51.088975 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fc66f3-a81f-4563-8e91-64462787ed3a {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:51.098189 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Publish callbacks [] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:51.117270 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-176899da-053b-413f-8eb5-2d3588dddd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.119236 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-176899da-053b-413f-8eb5-2d3588dddd97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 1128 time: 0.1096973 May 05 20:28:51.120236 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Transition to ACTIVE for port object b5fc66f3-a81f-4563-8e91-64462787ed3a will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:28:51.126805 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f849d9b3-b233-4881-b9aa-73dcf356dced admin admin] Publish callbacks [] for security_group (b80a89cd-7eea-4fa8-9606-35e608cddb21), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:51.156028 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f849d9b3-b233-4881-b9aa-73dcf356dced admin admin] Publish callbacks [] for security_group (b80a89cd-7eea-4fa8-9606-35e608cddb21), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:51.210802 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:51.215107 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['39d85301-61f2-4a79-b26a-002f24f5a5bc'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:28:51.280138 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b59349-9ddc-492b-88e6-e347ae0ccbe4 req-3e6db1e9-ad70-4ca1-9508-3865d7aafef6 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.289583 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-81b59349-9ddc-492b-88e6-e347ae0ccbe4 req-3e6db1e9-ad70-4ca1-9508-3865d7aafef6 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 944 time: 0.0747559 May 05 20:28:51.295997 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fc66f3-a81f-4563-8e91-64462787ed3a,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:51.385192 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Allocated IP 172.20.0.10 (cae199b6-12f4-41de-b95f-3aec24f02fb9/e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5/cdd9b6d4-e373-414c-80f6-d309a031911d) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:51.387713 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-81b59349-9ddc-492b-88e6-e347ae0ccbe4 req-24c2eb21-966d-4e8b-a15f-5dc75087b4d3 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971053 May 05 20:28:51.392375 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f849d9b3-b233-4881-b9aa-73dcf356dced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b80a89cd-7eea-4fa8-9606-35e608cddb21), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:51.407679 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f849d9b3-b233-4881-b9aa-73dcf356dced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:51.409040 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f849d9b3-b233-4881-b9aa-73dcf356dced admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b80a89cd-7eea-4fa8-9606-35e608cddb21 HTTP/1.1" status: 204 len: 168 time: 0.3756740 May 05 20:28:51.429170 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-58da7e20-d335-44c1-94c7-6d0b3a3588a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.433488 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-58da7e20-d335-44c1-94c7-6d0b3a3588a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 918 time: 0.3039510 May 05 20:28:51.454999 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849d9b3-b233-4881-b9aa-73dcf356dced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80a89cd-7eea-4fa8-9606-35e608cddb21,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:51.463077 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f73a87b2-d071-4c0b-abf0-2b7186b24023 req-5ee81d78-4909-4a57-91be-6feb32ce62b1 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 210 time: 0.0528114 May 05 20:28:51.519971 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Attempting to bind port b5fc66f3-a81f-4563-8e91-64462787ed3a on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:51.520257 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Attempting to bind port b5fc66f3-a81f-4563-8e91-64462787ed3a by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:51.521233 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Attempting to bind port b5fc66f3-a81f-4563-8e91-64462787ed3a on network cae199b6-12f4-41de-b95f-3aec24f02fb9 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:51.536119 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-758adfb8-fb49-4181-9818-4cff17f421ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe77acf-0b5a-4534-ba09-b09be799566e HTTP/1.1" status: 200 len: 217 time: 0.0797029 May 05 20:28:51.619726 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Port b5fc66f3-a81f-4563-8e91-64462787ed3a on network cae199b6-12f4-41de-b95f-3aec24f02fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:28:51.620055 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Attempting to bind port b5fc66f3-a81f-4563-8e91-64462787ed3a on network cae199b6-12f4-41de-b95f-3aec24f02fb9 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:51.650180 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:51.650661 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Checking segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:51.650903 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Bound using segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:51.651349 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Bound port: b5fc66f3-a81f-4563-8e91-64462787ed3a, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:51.651710 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:51.691237 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-8779c5dd-0aa5-4e3d-a13d-70d7cb2bf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.691237 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-8779c5dd-0aa5-4e3d-a13d-70d7cb2bf473 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.1429605 May 05 20:28:51.885983 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ccea-902b-4199-9ca1-46700d7e618f req-f14d6519-baa1-430d-8eaa-28aadae78598 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.889961 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5e9ccea-902b-4199-9ca1-46700d7e618f req-f14d6519-baa1-430d-8eaa-28aadae78598 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1725135 May 05 20:28:51.979502 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-baf72a2c-9064-4bc1-952f-4bfae9a2e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.981016 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-baf72a2c-9064-4bc1-952f-4bfae9a2e694 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2845664 May 05 20:28:51.994318 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] For port b5fc66f3-a81f-4563-8e91-64462787ed3a, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:52.013342 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-86876283-0610-49f6-b0c6-a828e8eb346c req-cb38e8ea-cdf0-4500-a8ca-9c49907dbbe3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 210 time: 0.0484083 May 05 20:28:52.023448 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5e9ccea-902b-4199-9ca1-46700d7e618f req-33ba6b72-d644-4cb5-9c61-4b1ce7e6c097 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264076 May 05 20:28:52.088838 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] For port b5fc66f3-a81f-4563-8e91-64462787ed3a, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:52.093578 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:52.174325 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-12a377c1-c24f-4c43-9449-5a8e6793a9b1 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775405 May 05 20:28:52.281626 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f0aa5be5-5809-4538-bff2-8f4eae31f06d req-0b9d72ce-0503-44be-8456-1ded1e659290 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003773 May 05 20:28:52.520836 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27b28b-a0d9-4c10-8377-005aa4b8a0eb req-b84d6372-3667-4c9f-b75e-ee08d3f9ce9b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:52.522431 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-af27b28b-a0d9-4c10-8377-005aa4b8a0eb req-b84d6372-3667-4c9f-b75e-ee08d3f9ce9b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 944 time: 0.0583355 May 05 20:28:52.527881 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 39d85301-61f2-4a79-b26a-002f24f5a5bc up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:52.596191 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b51db33d-50c4-4792-ac0b-d3a02ce68648 req-7050a4b3-d278-451a-980b-62af6267e909 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 210 time: 0.0428078 May 05 20:28:52.621860 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-af27b28b-a0d9-4c10-8377-005aa4b8a0eb req-8af57d67-0f33-451b-b6a0-ee89afcaafe1 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933635 May 05 20:28:52.651547 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:52.656816 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:52.676177 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 39d85301-61f2-4a79-b26a-002f24f5a5bc completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:28:52.681900 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 39d85301-61f2-4a79-b26a-002f24f5a5bc triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:52.682410 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:52.728101 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:52.728826 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:52.730809 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] 10.222.0.41 "PUT /v2.0/ports/b5fc66f3-a81f-4563-8e91-64462787ed3a HTTP/1.1" status: 200 len: 1094 time: 2.7938979 May 05 20:28:52.736217 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac8559c-fe2a-4a74-ab94-04061e2e1e12', 'tag': 'b5fc66f3-a81f-4563-8e91-64462787ed3a'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:52.736217 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037deae7-d575-47ad-8e74-7f507246540e" -d '{"events": [{"name": "network-changed", "server_uuid": "aac8559c-fe2a-4a74-ab94-04061e2e1e12", "tag": "b5fc66f3-a81f-4563-8e91-64462787ed3a"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:28:52.774120 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:52.780508 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event updated for resources: {'Port': ['ID=cdd9b6d4-e373-414c-80f6-d309a031911d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:52.798668 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:52.840804 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 39d85301-61f2-4a79-b26a-002f24f5a5bc is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:52.841361 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:52.906759 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f1b9b0-e981-43b9-a515-0103c3fe777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d85301-61f2-4a79-b26a-002f24f5a5bc'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:52.919251 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b29540-0360-4fba-a36b-027a48019c03 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fc66f3-a81f-4563-8e91-64462787ed3a,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:52.924426 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:52.930910 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:52.942715 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:52.956144 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f81921c-2bc5-43a8-9e0a-dd3b26a44809 x-openstack-request-id: req-4f81921c-2bc5-43a8-9e0a-dd3b26a44809 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:28:52.956544 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac8559c-fe2a-4a74-ab94-04061e2e1e12", "tag": "b5fc66f3-a81f-4563-8e91-64462787ed3a", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:28:52.964346 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f81921c-2bc5-43a8-9e0a-dd3b26a44809 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:28:52.964948 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f81921c-2bc5-43a8-9e0a-dd3b26a44809'] response: {'name': 'network-changed', 'server_uuid': 'aac8559c-fe2a-4a74-ab94-04061e2e1e12', 'tag': 'b5fc66f3-a81f-4563-8e91-64462787ed3a', 'status': 'completed', 'code': 200} May 05 20:28:53.048139 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-26639dcd-50cb-40a4-9604-6146b8294d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:53.050629 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-26639dcd-50cb-40a4-9604-6146b8294d8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 1128 time: 0.0847354 May 05 20:28:53.055511 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b9ed29bb-d5bb-4981-95f8-c5b675bede04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:53.061779 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 39d85301-61f2-4a79-b26a-002f24f5a5bc, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=39d85301-61f2-4a79-b26a-002f24f5a5bc,segment=NetworkSegment(9378595c-f112-4742-9b63-7dcd29d49468),segment_id=9378595c-f112-4742-9b63-7dcd29d49468)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:53.105445 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-9610ff17-f10a-40c8-8a0b-514aacb26611 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8460491 May 05 20:28:53.107150 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-dd93b1f0-b054-47d4-a35c-4a7cd55c2b4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a HTTP/1.1" status: 200 len: 217 time: 0.0453751 May 05 20:28:53.140890 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Request body: {'port': {'device_id': '01407113-9288-46e1-ab33-0fcfe6957e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:53.193494 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:53.306988 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=39d85301-61f2-4a79-b26a-002f24f5a5bc,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:53.317758 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5d4b4-7d02-4393-8c09-87c972939d21 req-b89a9d52-9acd-4ad1-b40f-c501b634628f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:53.319232 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d0722128-1c62-4a22-8c16-e71d481c280a None None] Provisioning complete for port cdd9b6d4-e373-414c-80f6-d309a031911d triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:53.319983 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-86d5d4b4-7d02-4393-8c09-87c972939d21 req-b89a9d52-9acd-4ad1-b40f-c501b634628f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 932 time: 0.1039336 May 05 20:28:53.326218 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d0722128-1c62-4a22-8c16-e71d481c280a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:53.330390 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d0650-1e4a-438d-a4b2-f76e82dc533d req-c550ffb3-1467-47c5-8ba3-4b3853660753 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:53.332759 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ae2d0650-1e4a-438d-a4b2-f76e82dc533d req-c550ffb3-1467-47c5-8ba3-4b3853660753 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1512973 May 05 20:28:53.374111 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d0722128-1c62-4a22-8c16-e71d481c280a None None] Port cdd9b6d4-e373-414c-80f6-d309a031911d cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:53.378892 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:53.405416 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-6322b0e7-6157-4603-963b-3b108253ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:53.406942 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-6322b0e7-6157-4603-963b-3b108253ad4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.2799993 May 05 20:28:53.425874 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-86d5d4b4-7d02-4393-8c09-87c972939d21 req-d8f04e4b-b291-4e64-944b-86de9a39484e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906410 May 05 20:28:53.429978 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ae2d0650-1e4a-438d-a4b2-f76e82dc533d req-ee8e3c23-459a-4996-827e-7888b61585e5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879667 May 05 20:28:53.661209 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f836d143-3b71-478f-b74a-245417239119" -d '{"events": [{"server_uuid": "c7f1b9b0-e981-43b9-a515-0103c3fe777a", "name": "network-vif-plugged", "status": "completed", "tag": "39d85301-61f2-4a79-b26a-002f24f5a5bc"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:28:53.727319 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-702532e5-c5f9-4347-9615-0e9367068d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:53.730052 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-702532e5-c5f9-4347-9615-0e9367068d61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2960320 May 05 20:28:53.746946 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2ef971d6-4e0f-4c58-99f9-23c0f966204d req-a65bf9c0-1a1c-45ec-8ed9-4dad2b3e4c15 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 210 time: 0.0410373 May 05 20:28:53.818030 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49de0ce-36ce-4b11-9ef1-d8550e7e9667 req-10233ea4-3415-4b74-85a7-0200921c425b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:53.820155 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d49de0ce-36ce-4b11-9ef1-d8550e7e9667 req-10233ea4-3415-4b74-85a7-0200921c425b tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 945 time: 0.0834467 May 05 20:28:53.876992 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d49de0ce-36ce-4b11-9ef1-d8550e7e9667 req-95622782-4cc6-4d5b-bc3d-dd407480a0ac tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514479 May 05 20:28:54.010664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-23bd0b20-7fd6-4562-8e27-23717e28da1e tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:54.012140 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-23bd0b20-7fd6-4562-8e27-23717e28da1e tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "GET /v2.0/networks?id=0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 200 len: 810 time: 0.2586591 May 05 20:28:54.019943 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-09b2c91d-13ce-4dcf-917d-85dfa6eddce8 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674117 May 05 20:28:54.141446 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd9b6d4-e373-414c-80f6-d309a031911d {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:54.149077 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cddcf8-9f54-4c44-b36d-7f25c20ac3d8 x-openstack-request-id: req-e5cddcf8-9f54-4c44-b36d-7f25c20ac3d8 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:28:54.149420 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f1b9b0-e981-43b9-a515-0103c3fe777a", "name": "network-vif-plugged", "status": "completed", "tag": "39d85301-61f2-4a79-b26a-002f24f5a5bc", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:28:54.149705 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5cddcf8-9f54-4c44-b36d-7f25c20ac3d8 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:28:54.150167 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cddcf8-9f54-4c44-b36d-7f25c20ac3d8'] response: {'server_uuid': 'c7f1b9b0-e981-43b9-a515-0103c3fe777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d85301-61f2-4a79-b26a-002f24f5a5bc', 'code': 200} May 05 20:28:54.156001 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Publish callbacks [] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:54.204624 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Transition to ACTIVE for port object cdd9b6d4-e373-414c-80f6-d309a031911d will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:28:54.226943 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-6bd7c137-1ea3-422f-9a4d-aeb6e05272e4 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=256098b6f90b4be98b757a2d962f6a82 HTTP/1.1" status: 200 len: 379 time: 0.1954718 May 05 20:28:54.231639 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e18deeb5-aeb4-46ad-a7c1-7a260fe16878 req-130e7df1-19f8-4ce7-84f7-c44a2a3a07de service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020137 May 05 20:28:54.237124 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'port': {'device_id': '140368d7-3417-47cc-8bf4-c33f47093079', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'admin_state_up': True, 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'security_groups': ['0ffb4333-8372-47e0-9900-8912ca325708']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:54.298179 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:54.459583 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd9b6d4-e373-414c-80f6-d309a031911d,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:54.506042 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Attempting to bind port cdd9b6d4-e373-414c-80f6-d309a031911d on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:54.506508 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Attempting to bind port cdd9b6d4-e373-414c-80f6-d309a031911d by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:54.506845 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Attempting to bind port cdd9b6d4-e373-414c-80f6-d309a031911d on network cae199b6-12f4-41de-b95f-3aec24f02fb9 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:54.528475 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:28:54.539548 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Port cdd9b6d4-e373-414c-80f6-d309a031911d on network cae199b6-12f4-41de-b95f-3aec24f02fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:28:54.539812 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Attempting to bind port cdd9b6d4-e373-414c-80f6-d309a031911d on network cae199b6-12f4-41de-b95f-3aec24f02fb9 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:54.571101 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.41', 56813) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:28:54.571907 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:54.572948 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Checking segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:54.572948 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Bound using segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:54.573470 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Bound port: cdd9b6d4-e373-414c-80f6-d309a031911d, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:54.573742 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:54.678314 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037deae7-d575-47ad-8e74-7f507246540e req-2942ece3-1fdc-43fa-8143-029831b69987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:54.679900 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-037deae7-d575-47ad-8e74-7f507246540e req-2942ece3-1fdc-43fa-8143-029831b69987 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 1128 time: 0.2888374 May 05 20:28:54.714081 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcfa11-d598-43c0-853b-08ada8880438 req-7e5b17f0-32fa-4720-b62f-dcccb844f5a7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:54.715850 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-77dcfa11-d598-43c0-853b-08ada8880438 req-7e5b17f0-32fa-4720-b62f-dcccb844f5a7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1720333 May 05 20:28:54.731048 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2783e5-e6bf-4f3e-9bdf-07f1b3850656 req-2c366967-742c-47b3-9e21-911ec9e68443 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:54.738533 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2b2783e5-e6bf-4f3e-9bdf-07f1b3850656 req-2c366967-742c-47b3-9e21-911ec9e68443 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 944 time: 0.1831374 May 05 20:28:54.769164 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:54.816407 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'port_id': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'mac_address': 'fa:16:3e:16:16:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:28:54.834841 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-77dcfa11-d598-43c0-853b-08ada8880438 req-1c249c05-520a-4690-ad41-fa1b7fc46028 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125166 May 05 20:28:54.858005 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2b2783e5-e6bf-4f3e-9bdf-07f1b3850656 req-f86e0e36-7c3c-485a-864d-c3d5a2528de4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129129 May 05 20:28:54.878209 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Made reservation on behalf of 256098b6f90b4be98b757a2d962f6a82 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:54.882824 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:54.900179 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4fe77acf-0b5a-4534-ba09-b09be799566e is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:54.900842 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:54.921392 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe77acf-0b5a-4534-ba09-b09be799566e {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:54.974855 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:54.979686 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037deae7-d575-47ad-8e74-7f507246540e req-d9c97604-531a-46fc-87e0-e1338936ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.000598 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-037deae7-d575-47ad-8e74-7f507246540e req-d9c97604-531a-46fc-87e0-e1338936ce8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.2680581 May 05 20:28:55.027144 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-10509e46-1b7c-48ad-b997-bef23e43ab4a req-c157d9fc-8a95-4450-bddb-9ea6c7e92064 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 210 time: 0.0671992 May 05 20:28:55.079293 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:55.110695 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f002b5fe-1b4c-420a-bf2f-4678992ae1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:55.120096 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-037deae7-d575-47ad-8e74-7f507246540e req-477b9bd9-42ae-4cdd-8baf-210e422e9d8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a HTTP/1.1" status: 200 len: 217 time: 0.1017675 May 05 20:28:55.124848 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aea4b-3ae2-4ddd-b89b-7645458b43dc req-5dfa4b38-361c-4c30-bdea-4faf5b5c0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.126569 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c58aea4b-3ae2-4ddd-b89b-7645458b43dc req-5dfa4b38-361c-4c30-bdea-4faf5b5c0575 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 1129 time: 0.5504282 May 05 20:28:55.131303 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] For port cdd9b6d4-e373-414c-80f6-d309a031911d, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:55.133336 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2a4f0-709f-431b-aa7e-73ab8c58904f req-7fe8b196-82c6-45ed-b12e-66884962d7fd tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.143552 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b8b2a4f0-709f-431b-aa7e-73ab8c58904f req-7fe8b196-82c6-45ed-b12e-66884962d7fd tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 945 time: 0.1482742 May 05 20:28:55.144498 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:55.222665 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-c58aea4b-3ae2-4ddd-b89b-7645458b43dc req-89e65d90-e8bf-46bd-815b-445dee9bf8ce service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:55.245277 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b8b2a4f0-709f-431b-aa7e-73ab8c58904f req-dc3769c3-7942-49c6-a93e-977dfdc818bf tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933883 May 05 20:28:55.280579 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] For port cdd9b6d4-e373-414c-80f6-d309a031911d, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=cdd9b6d4-e373-414c-80f6-d309a031911d,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:55.317190 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['4fe77acf-0b5a-4534-ba09-b09be799566e'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:28:55.342784 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037deae7-d575-47ad-8e74-7f507246540e req-1a64ff07-1af8-4b19-8e02-47aa0a404a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.344303 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-037deae7-d575-47ad-8e74-7f507246540e req-1a64ff07-1af8-4b19-8e02-47aa0a404a90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.2168596 May 05 20:28:55.415933 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Allocated IP 172.20.0.4 (0bb89748-168d-4d28-ba29-6d7e24820be3/88edb06f-50ec-439a-9612-51e02d8b4d43/74db76b8-1bae-4144-8ffd-9fcab28775d7) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:55.430996 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:55.499006 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.499006 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:55.500400 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] 10.222.0.41 "PUT /v2.0/ports/cdd9b6d4-e373-414c-80f6-d309a031911d HTTP/1.1" status: 200 len: 1094 time: 2.3758278 May 05 20:28:55.513970 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01407113-9288-46e1-ab33-0fcfe6957e93', 'tag': 'cdd9b6d4-e373-414c-80f6-d309a031911d'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:55.516279 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d198c68-14c1-45b1-a3d7-24453ea3f234" -d '{"events": [{"name": "network-changed", "server_uuid": "01407113-9288-46e1-ab33-0fcfe6957e93", "tag": "cdd9b6d4-e373-414c-80f6-d309a031911d"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:28:55.535989 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037deae7-d575-47ad-8e74-7f507246540e req-f1766712-d3c1-4a17-813b-d36f4fa36653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.537711 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-037deae7-d575-47ad-8e74-7f507246540e req-f1766712-d3c1-4a17-813b-d36f4fa36653 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1821318 May 05 20:28:55.579687 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-c58aea4b-3ae2-4ddd-b89b-7645458b43dc req-89e65d90-e8bf-46bd-815b-445dee9bf8ce service neutron] Publish callbacks [] for security_group (bea40fe9-2b5b-40ad-a5cf-2abac6658766), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:55.602959 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d5a125-4be4-4707-80d4-faad618e2486 x-openstack-request-id: req-a8d5a125-4be4-4707-80d4-faad618e2486 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:28:55.603644 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01407113-9288-46e1-ab33-0fcfe6957e93", "tag": "cdd9b6d4-e373-414c-80f6-d309a031911d", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:28:55.604479 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8d5a125-4be4-4707-80d4-faad618e2486 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:28:55.605093 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d5a125-4be4-4707-80d4-faad618e2486'] response: {'name': 'network-changed', 'server_uuid': '01407113-9288-46e1-ab33-0fcfe6957e93', 'tag': 'cdd9b6d4-e373-414c-80f6-d309a031911d', 'status': 'completed', 'code': 200} May 05 20:28:55.743639 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-c58aea4b-3ae2-4ddd-b89b-7645458b43dc req-89e65d90-e8bf-46bd-815b-445dee9bf8ce service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (bea40fe9-2b5b-40ad-a5cf-2abac6658766), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:55.755040 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680dfa2-9693-4402-9e74-9f6f8b1f7970 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd9b6d4-e373-414c-80f6-d309a031911d,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:55.857661 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e65d90-e8bf-46bd-815b-445dee9bf8ce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bea40fe9-2b5b-40ad-a5cf-2abac6658766,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:55.863728 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c58aea4b-3ae2-4ddd-b89b-7645458b43dc req-89e65d90-e8bf-46bd-815b-445dee9bf8ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595678 May 05 20:28:55.892972 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198c68-14c1-45b1-a3d7-24453ea3f234 req-e370b61b-2e51-4412-983f-66ab9d90933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.894483 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d198c68-14c1-45b1-a3d7-24453ea3f234 req-e370b61b-2e51-4412-983f-66ab9d90933d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 1128 time: 0.2736251 May 05 20:28:55.907250 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-037deae7-d575-47ad-8e74-7f507246540e req-63da4705-4785-4a30-a6c3-529810ed2fca service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586578 May 05 20:28:55.936014 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:56.034761 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db02b36-a454-47ad-ab29-d22b8f898dff req-ca7e9350-d3a8-4f34-9beb-6a14ef8cb50a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.036474 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4db02b36-a454-47ad-ab29-d22b8f898dff req-ca7e9350-d3a8-4f34-9beb-6a14ef8cb50a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 945 time: 0.0895193 May 05 20:28:56.056287 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea581b35-bfd7-41dc-b538-7c261a4fa13a req-03f1d87f-f4d0-4c5b-90b4-2a2db98d2f3e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.058031 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea581b35-bfd7-41dc-b538-7c261a4fa13a req-03f1d87f-f4d0-4c5b-90b4-2a2db98d2f3e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 944 time: 0.0773878 May 05 20:28:56.132482 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4db02b36-a454-47ad-ab29-d22b8f898dff req-4a71a9b7-da7d-43f7-817f-caca16f0e011 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888727 May 05 20:28:56.135769 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea581b35-bfd7-41dc-b538-7c261a4fa13a req-e2effc93-6ae2-4b2e-9917-ac46f2f6dfc3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703270 May 05 20:28:56.306339 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765ff84-1702-4421-be86-72f39f7bea45 req-9aa9bad9-d145-47ca-9b0d-de59b6a8ba98 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.310100 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0765ff84-1702-4421-be86-72f39f7bea45 req-9aa9bad9-d145-47ca-9b0d-de59b6a8ba98 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 931 time: 0.0899084 May 05 20:28:56.394792 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:56.405384 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0765ff84-1702-4421-be86-72f39f7bea45 req-8711057b-f0d1-4323-90ee-ddf651b8cccc tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885081 May 05 20:28:56.415584 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:56.444937 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ddbe8-2a7b-4042-ba8a-35cd362689a2 req-1a62c2cd-cd16-4e3e-9c4a-e0c8af36af81 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.454191 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a68ddbe8-2a7b-4042-ba8a-35cd362689a2 req-1a62c2cd-cd16-4e3e-9c4a-e0c8af36af81 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 945 time: 0.0873070 May 05 20:28:56.516130 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a68ddbe8-2a7b-4042-ba8a-35cd362689a2 req-ba9146b4-5130-47d9-8b34-bb0350684acf tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607700 May 05 20:28:56.554618 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:28:56.571876 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:56.589370 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:56.603487 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:28:56.608953 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.614290 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:56.624246 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'Port': ['ID=74db76b8-1bae-4144-8ffd-9fcab28775d7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:56.664266 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-037deae7-d575-47ad-8e74-7f507246540e req-afccefd0-04f6-4ac8-bee4-e5f042b638a7 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691652 May 05 20:28:56.669238 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198c68-14c1-45b1-a3d7-24453ea3f234 req-ea67980a-037c-40f3-a92a-1310e3591328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.670797 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d198c68-14c1-45b1-a3d7-24453ea3f234 req-ea67980a-037c-40f3-a92a-1310e3591328 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4cca903e252a482da78be6052b1bc808&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5771806 May 05 20:28:56.699460 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f8e169b5-c63e-41da-82e7-ec9a1f2db7ad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4661348 May 05 20:28:56.725405 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 4fe77acf-0b5a-4534-ba09-b09be799566e completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:28:56.736919 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 4fe77acf-0b5a-4534-ba09-b09be799566e triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:56.737713 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:56.762545 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Request body: {'port': {'device_id': '140368d7-3417-47cc-8bf4-c33f47093079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:28:56.849644 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4fe77acf-0b5a-4534-ba09-b09be799566e is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:56.850008 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:56.887892 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:56.890381 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ac032-ee23-4034-be21-5f51fac8939e" -d '{"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:28:56.906302 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:56.942648 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e64d88-473c-41df-987e-0b5dad9ccd07 x-openstack-request-id: req-f2e64d88-473c-41df-987e-0b5dad9ccd07 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:28:56.943189 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:28:56.943189 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2e64d88-473c-41df-987e-0b5dad9ccd07 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:28:56.943493 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e64d88-473c-41df-987e-0b5dad9ccd07'] response: {'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'code': 200} May 05 20:28:56.951938 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:56.996954 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198c68-14c1-45b1-a3d7-24453ea3f234 req-6df59c2c-dae6-4bce-84d2-fcb1524aa1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.998470 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d198c68-14c1-45b1-a3d7-24453ea3f234 req-6df59c2c-dae6-4bce-84d2-fcb1524aa1ce service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3198235 May 05 20:28:56.998584 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:57.017694 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-f682806e-0d77-4d6f-96ea-7c950bb21246 None None] Provisioning complete for port 74db76b8-1bae-4144-8ffd-9fcab28775d7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:28:57.018075 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f682806e-0d77-4d6f-96ea-7c950bb21246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:57.096528 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-f682806e-0d77-4d6f-96ea-7c950bb21246 None None] Port 74db76b8-1bae-4144-8ffd-9fcab28775d7 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:28:57.098217 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:57.154222 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-3e046993-e300-4336-a563-159787371b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.155779 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-3e046993-e300-4336-a563-159787371b25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 1128 time: 0.1130340 May 05 20:28:57.242799 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-574dbb4c-d19f-4153-a46b-d0bc7cf5a606 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdd9b6d4-e373-414c-80f6-d309a031911d HTTP/1.1" status: 200 len: 217 time: 0.0725954 May 05 20:28:57.328471 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-ab69ee38-8f7e-4752-80e6-41c4f6c73c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.330293 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-ab69ee38-8f7e-4752-80e6-41c4f6c73c74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0768545 May 05 20:28:57.463675 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74db76b8-1bae-4144-8ffd-9fcab28775d7 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:57.477124 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Publish callbacks [] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:57.483419 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-a2a2b987-0bad-4e33-ac78-8054d2ea5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.485700 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-a2a2b987-0bad-4e33-ac78-8054d2ea5a2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1401792 May 05 20:28:57.508986 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Transition to ACTIVE for port object 74db76b8-1bae-4144-8ffd-9fcab28775d7 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:28:57.515009 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c55d76-0163-4419-afc5-bc92cf74cdbb req-8449b1e5-8d7b-4ee9-b8ad-372d82740992 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.520078 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0f53c-99fe-4d3e-a5a2-e6118a204c0c req-1d443487-f034-4764-bc35-34b00fb2f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.522394 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c1d0f53c-99fe-4d3e-a5a2-e6118a204c0c req-1d443487-f034-4764-bc35-34b00fb2f2cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 1130 time: 0.1425533 May 05 20:28:57.523230 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76c55d76-0163-4419-afc5-bc92cf74cdbb req-8449b1e5-8d7b-4ee9-b8ad-372d82740992 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 944 time: 0.2657020 May 05 20:28:57.532636 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cd784-0055-42f3-8174-4e3beb28d7ad req-86b86899-f02f-4204-82f2-c41ae8da1ab2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.534723 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-301cd784-0055-42f3-8174-4e3beb28d7ad req-86b86899-f02f-4204-82f2-c41ae8da1ab2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2455947 May 05 20:28:57.566438 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:57.632340 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76c55d76-0163-4419-afc5-bc92cf74cdbb req-fa2d0d7b-8961-40e8-abc4-303789383daf tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069710 May 05 20:28:57.682298 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c1d0f53c-99fe-4d3e-a5a2-e6118a204c0c req-2c84e2e6-4e84-4084-a420-c316b5274ac4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341155 May 05 20:28:57.690073 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Pushing event updated for resources: {'Port': ['ID=74db76b8-1bae-4144-8ffd-9fcab28775d7,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:57.699862 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-a484bb1f-4ae4-4c44-a7a5-db15a09e135c service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059031 May 05 20:28:57.721380 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-301cd784-0055-42f3-8174-4e3beb28d7ad req-8d33b3a3-825d-43ae-a8a6-7be3a729f661 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578140 May 05 20:28:57.752843 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Attempting to bind port 74db76b8-1bae-4144-8ffd-9fcab28775d7 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:28:57.755872 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Attempting to bind port 74db76b8-1bae-4144-8ffd-9fcab28775d7 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:28:57.756461 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Attempting to bind port 74db76b8-1bae-4144-8ffd-9fcab28775d7 on network 0bb89748-168d-4d28-ba29-6d7e24820be3 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:57.779946 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Port 74db76b8-1bae-4144-8ffd-9fcab28775d7 on network 0bb89748-168d-4d28-ba29-6d7e24820be3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:28:57.780344 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Attempting to bind port 74db76b8-1bae-4144-8ffd-9fcab28775d7 on network 0bb89748-168d-4d28-ba29-6d7e24820be3 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:28:57.787733 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:28:57.788568 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Checking segment: {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:28:57.789192 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Bound using segment: {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:28:57.789926 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Bound port: 74db76b8-1bae-4144-8ffd-9fcab28775d7, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:28:57.790751 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:57.875080 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d71b9-5e09-4973-82dc-3e4fed458726 req-d1d7e002-3efa-4c9f-a155-bb24dba4e30a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.876683 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e21d71b9-5e09-4973-82dc-3e4fed458726 req-d1d7e002-3efa-4c9f-a155-bb24dba4e30a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 943 time: 0.1104915 May 05 20:28:57.878319 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] For port 74db76b8-1bae-4144-8ffd-9fcab28775d7, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:28:57.881912 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] For port 74db76b8-1bae-4144-8ffd-9fcab28775d7, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:28:57.973657 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e21d71b9-5e09-4973-82dc-3e4fed458726 req-e5f20734-c0d8-4d29-ad1c-890beb4e8e6a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863414 May 05 20:28:57.980531 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5876b3-1528-4f1c-9b06-be14a6e5eb18 req-9258adc8-7b7b-4d8d-b4d6-ff2e747c7dfb tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.982063 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4a5876b3-1528-4f1c-9b06-be14a6e5eb18 req-9258adc8-7b7b-4d8d-b4d6-ff2e747c7dfb tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 945 time: 0.1262753 May 05 20:28:58.027453 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:58.036542 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4a5876b3-1528-4f1c-9b06-be14a6e5eb18 req-fcc9e271-bdd4-4682-a790-8a9b0ef78bdf tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 May 05 20:28:58.067771 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c8fe67-d6e1-4f84-873d-80894aa8347b req-85b7e0f0-2215-4848-a681-82ef6178e084 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726408 May 05 20:28:58.068144 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:58.078664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.078664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:58.078664 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] 10.222.0.41 "PUT /v2.0/ports/74db76b8-1bae-4144-8ffd-9fcab28775d7 HTTP/1.1" status: 200 len: 1093 time: 1.3591394 May 05 20:28:58.078664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140368d7-3417-47cc-8bf4-c33f47093079', 'tag': '74db76b8-1bae-4144-8ffd-9fcab28775d7'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:58.078946 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a24f563-00b7-442e-aed1-6526b8954ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "140368d7-3417-47cc-8bf4-c33f47093079", "tag": "74db76b8-1bae-4144-8ffd-9fcab28775d7"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:28:58.113142 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b82828-ac8e-40f5-93f0-bb9a0063df01 service neutron] Pushing event updated for resources: {'Port': ['ID=74db76b8-1bae-4144-8ffd-9fcab28775d7,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:58.128868 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3c47d2-588c-42f9-9e71-f53bf16e36a7 x-openstack-request-id: req-0e3c47d2-588c-42f9-9e71-f53bf16e36a7 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:28:58.129247 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140368d7-3417-47cc-8bf4-c33f47093079", "tag": "74db76b8-1bae-4144-8ffd-9fcab28775d7", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:28:58.129738 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e3c47d2-588c-42f9-9e71-f53bf16e36a7 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:28:58.130202 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3c47d2-588c-42f9-9e71-f53bf16e36a7'] response: {'name': 'network-changed', 'server_uuid': '140368d7-3417-47cc-8bf4-c33f47093079', 'tag': '74db76b8-1bae-4144-8ffd-9fcab28775d7', 'status': 'completed', 'code': 200} May 05 20:28:58.198436 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24f563-00b7-442e-aed1-6526b8954ea1 req-2c87328a-5862-4fcf-8ef1-35391f9c36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.199975 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6a24f563-00b7-442e-aed1-6526b8954ea1 req-2c87328a-5862-4fcf-8ef1-35391f9c36b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 1127 time: 0.0510633 May 05 20:28:58.314233 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24f563-00b7-442e-aed1-6526b8954ea1 req-90f7076b-59db-444c-93db-e2e8638e674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.315679 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6a24f563-00b7-442e-aed1-6526b8954ea1 req-90f7076b-59db-444c-93db-e2e8638e674d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=256098b6f90b4be98b757a2d962f6a82&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1085963 May 05 20:28:58.546978 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device b5fc66f3-a81f-4563-8e91-64462787ed3a details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:28:58.606276 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24f563-00b7-442e-aed1-6526b8954ea1 req-62ed50a8-595e-42ca-9544-690c99cb3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.607859 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6a24f563-00b7-442e-aed1-6526b8954ea1 req-62ed50a8-595e-42ca-9544-690c99cb3819 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2839727 May 05 20:28:58.684066 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port b5fc66f3-a81f-4563-8e91-64462787ed3a, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:58.705451 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'b5fc66f3-a81f-4563-8e91-64462787ed3a', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'port_id': 'b5fc66f3-a81f-4563-8e91-64462787ed3a', 'mac_address': 'fa:16:3e:af:9e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:28:58.733201 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-de97f909-a20f-48c2-a126-d0a4d1bf9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.735076 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-de97f909-a20f-48c2-a126-d0a4d1bf9e76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 1127 time: 0.0750835 May 05 20:28:58.756879 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port b5fc66f3-a81f-4563-8e91-64462787ed3a is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:28:58.757444 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:58.775477 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fc66f3-a81f-4563-8e91-64462787ed3a {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:58.819024 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b215aca-a613-4c9a-aa68-42050adb138a req-277a1565-c162-480a-9b8c-6551c968c2a8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.820723 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6b215aca-a613-4c9a-aa68-42050adb138a req-277a1565-c162-480a-9b8c-6551c968c2a8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 944 time: 0.0778384 May 05 20:28:58.830829 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port b5fc66f3-a81f-4563-8e91-64462787ed3a, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:28:58.843510 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-db8419cc-0f74-4b59-a26d-b583aa2945af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7 HTTP/1.1" status: 200 len: 217 time: 0.1001861 May 05 20:28:58.918389 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-b435893d-22e4-4ff3-99c9-8bc50b12d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.920016 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-b435893d-22e4-4ff3-99c9-8bc50b12d0a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88edb06f-50ec-439a-9612-51e02d8b4d43 HTTP/1.1" status: 200 len: 849 time: 0.0620732 May 05 20:28:58.926631 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609297b-7edc-4c8e-9837-b315f3467dd3 req-c49c4fd6-12e0-4c28-9158-1434ea710a7b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.928321 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d609297b-7edc-4c8e-9837-b315f3467dd3 req-c49c4fd6-12e0-4c28-9158-1434ea710a7b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.0811591 May 05 20:28:58.931782 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6b215aca-a613-4c9a-aa68-42050adb138a req-60593cce-8d9b-40ee-8287-a3bb1a041430 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024325 May 05 20:28:58.932221 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:28:58.985398 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f4056dae-0dc5-47a2-a528-738788831c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.987524 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-f4056dae-0dc5-47a2-a528-738788831c32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0bb89748-168d-4d28-ba29-6d7e24820be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606465 May 05 20:28:59.009426 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d609297b-7edc-4c8e-9837-b315f3467dd3 req-fb3fb165-f7e6-490f-b408-10a38192884d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549579 May 05 20:28:59.009582 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=b5fc66f3-a81f-4563-8e91-64462787ed3a,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:59.129188 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-deffa12e-578e-4c8a-b8c2-1d205749b194 service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340332 May 05 20:28:59.143282 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961832da-847e-45ee-9d89-8a391eb72172 req-f5ba0022-39b5-46bb-8877-ada6063e3061 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:59.144929 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-961832da-847e-45ee-9d89-8a391eb72172 req-f5ba0022-39b5-46bb-8877-ada6063e3061 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 943 time: 0.0852275 May 05 20:28:59.195629 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['b5fc66f3-a81f-4563-8e91-64462787ed3a'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:28:59.230303 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468058e6-14e6-4ece-92c0-cdcd07854ab2 req-c5b07c2e-d916-45f9-8a69-3621c3c59c9d tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:59.231888 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-468058e6-14e6-4ece-92c0-cdcd07854ab2 req-c5b07c2e-d916-45f9-8a69-3621c3c59c9d tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 945 time: 0.0853825 May 05 20:28:59.261390 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-961832da-847e-45ee-9d89-8a391eb72172 req-105875cb-2c7f-4b57-b66c-11349dc6b8d5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802000 May 05 20:28:59.284387 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b62413f-4c4c-4c1d-82ab-43cf738a2da4 req-0041fa26-2828-4f92-9475-3e505565c2cb service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418011 May 05 20:28:59.301820 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-468058e6-14e6-4ece-92c0-cdcd07854ab2 req-5a190c98-5072-4c7a-88dd-a2c64c09bf07 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600133 May 05 20:28:59.490782 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:00.069875 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5143d-7f51-41e6-a306-8d4136d5b808 req-fe3d51f1-7c6e-409e-b070-243d84660bd8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:00.075485 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6bc5143d-7f51-41e6-a306-8d4136d5b808 req-fe3d51f1-7c6e-409e-b070-243d84660bd8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 944 time: 0.0680363 May 05 20:29:00.161042 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6bc5143d-7f51-41e6-a306-8d4136d5b808 req-e557ab12-ac19-4d37-80f2-af9291563592 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774622 May 05 20:29:00.171610 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7914-e82a-47e4-93bd-e8d665a5848a req-5e7e9468-44c7-4886-9528-f17914aeb895 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:00.173124 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef0b7914-e82a-47e4-93bd-e8d665a5848a req-5e7e9468-44c7-4886-9528-f17914aeb895 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.0949774 May 05 20:29:00.235002 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef0b7914-e82a-47e4-93bd-e8d665a5848a req-f279a6af-9e10-4c75-82d0-f85239bdbeef tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553710 May 05 20:29:00.442133 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6973b-e807-4cb5-a384-db6fefae767a req-93634c53-b1ed-4333-9c5b-1a9245afe198 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:00.444227 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6ea6973b-e807-4cb5-a384-db6fefae767a req-93634c53-b1ed-4333-9c5b-1a9245afe198 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 943 time: 0.0925524 May 05 20:29:00.456342 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f82c8-db00-4e56-a929-ce811e503fb2 req-aab72336-17d7-4aa6-94a5-3fb5a3e75e17 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:00.458049 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bf7f82c8-db00-4e56-a929-ce811e503fb2 req-aab72336-17d7-4aa6-94a5-3fb5a3e75e17 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.0951653 May 05 20:29:00.467365 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58068) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:00.472713 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'floatingip': {'port_id': '4fe77acf-0b5a-4534-ba09-b09be799566e'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:00.504101 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6ea6973b-e807-4cb5-a384-db6fefae767a req-f6208ec2-039a-49ec-9447-247bdd9555c9 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450332 May 05 20:29:00.555367 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (f5ffbef4-95d8-453c-8b2c-f974cf7eeb09), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:00.564611 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device b5fc66f3-a81f-4563-8e91-64462787ed3a up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:00.689357 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port b5fc66f3-a81f-4563-8e91-64462787ed3a completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:29:00.693941 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port b5fc66f3-a81f-4563-8e91-64462787ed3a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:00.694513 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:00.800328 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port b5fc66f3-a81f-4563-8e91-64462787ed3a is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:00.800779 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:00.828108 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac8559c-fe2a-4a74-ab94-04061e2e1e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fc66f3-a81f-4563-8e91-64462787ed3a'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:00.831180 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91afbc9-9f68-4fce-a58b-6d62ce3a78b1" -d '{"events": [{"server_uuid": "aac8559c-fe2a-4a74-ab94-04061e2e1e12", "name": "network-vif-plugged", "status": "completed", "tag": "b5fc66f3-a81f-4563-8e91-64462787ed3a"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:29:00.853097 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port b5fc66f3-a81f-4563-8e91-64462787ed3a, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:00.879740 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ce5741-222b-4335-b462-6a0a70dd89c6 x-openstack-request-id: req-38ce5741-222b-4335-b462-6a0a70dd89c6 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:29:00.881197 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac8559c-fe2a-4a74-ab94-04061e2e1e12", "name": "network-vif-plugged", "status": "completed", "tag": "b5fc66f3-a81f-4563-8e91-64462787ed3a", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:29:00.881197 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38ce5741-222b-4335-b462-6a0a70dd89c6 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:29:00.881197 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ce5741-222b-4335-b462-6a0a70dd89c6'] response: {'server_uuid': 'aac8559c-fe2a-4a74-ab94-04061e2e1e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fc66f3-a81f-4563-8e91-64462787ed3a', 'code': 200} May 05 20:29:00.953237 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:01.010733 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=b5fc66f3-a81f-4563-8e91-64462787ed3a,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:01.251206 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.db.resource_extend [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:29:01.299989 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b50da1-5d09-455e-8e3d-e217d6751be3 req-f82f8efd-3e2a-45e1-b99e-460cca429507 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:01.301751 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f9b50da1-5d09-455e-8e3d-e217d6751be3 req-f82f8efd-3e2a-45e1-b99e-460cca429507 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 944 time: 0.0677714 May 05 20:29:01.364877 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:01.367933 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a7d6c-a899-440c-843c-c62d5821e44b req-1a47051e-75f3-4728-aa5a-ed6815a91da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:01.369442 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0b8a7d6c-a899-440c-843c-c62d5821e44b req-1a47051e-75f3-4728-aa5a-ed6815a91da1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 1130 time: 0.1578424 May 05 20:29:01.392504 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f9b50da1-5d09-455e-8e3d-e217d6751be3 req-363df170-9349-43ab-bb04-46ce03b24e89 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775402 May 05 20:29:01.425648 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0b8a7d6c-a899-440c-843c-c62d5821e44b req-7bf8ad12-335e-437f-ae07-878a667a2cd3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500708 May 05 20:29:01.432852 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (f5ffbef4-95d8-453c-8b2c-f974cf7eeb09), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:01.537918 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Floating IP f5ffbef4-95d8-453c-8b2c-f974cf7eeb09 associated. External IP: 172.27.0.15, port: 4fe77acf-0b5a-4534-ba09-b09be799566e. May 05 20:29:01.633285 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b0cb5-1091-4ee0-9d53-1172cbc2c581 req-33a1bb60-3581-4581-b108-90bcdcb2c151 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:01.634795 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d90b0cb5-1091-4ee0-9d53-1172cbc2c581 req-33a1bb60-3581-4581-b108-90bcdcb2c151 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 943 time: 0.0540340 May 05 20:29:01.682503 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d90b0cb5-1091-4ee0-9d53-1172cbc2c581 req-bfcea054-bab1-4feb-8c89-ce8a635391f9 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 May 05 20:29:01.950767 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Router 0a60366f-53fe-4d16-a280-336d06eaae56 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:29:02.089785 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:29:02.095189 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:02.105517 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] Sync routers for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:02.118415 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:02.119239 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:02.134818 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c526d8c2-3f3b-4884-9900-6524ea8cb268 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "PUT /v2.0/floatingips/f5ffbef4-95d8-453c-8b2c-f974cf7eeb09 HTTP/1.1" status: 200 len: 991 time: 1.6664796 May 05 20:29:02.145554 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:02.145554 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:29:02.193910 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4029db-268d-463b-b36c-35f9c7c7ab0d x-openstack-request-id: req-5c4029db-268d-463b-b36c-35f9c7c7ab0d {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:29:02.194231 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:29:02.194476 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c4029db-268d-463b-b36c-35f9c7c7ab0d {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:29:02.194859 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4029db-268d-463b-b36c-35f9c7c7ab0d'] response: {'name': 'network-changed', 'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'status': 'completed', 'code': 200} May 05 20:29:02.273709 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:02.529343 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be6598-df28-4427-a1f0-4f1d73aab25e req-5b65f344-d696-4dd1-ba2c-a3a1649d73fd tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:02.532531 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d1be6598-df28-4427-a1f0-4f1d73aab25e req-5b65f344-d696-4dd1-ba2c-a3a1649d73fd tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 944 time: 0.0721493 May 05 20:29:02.588171 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'f5ffbef4-95d8-453c-8b2c-f974cf7eeb09', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'port_id': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'mac_address': 'fa:16:3e:16:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:28:34Z', 'updated_at': '2022-05-05T20:29:01Z', 'revision_number': 1, 'project_id': '83632617c8b842108cfb2620747f0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:02.605726 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d1be6598-df28-4427-a1f0-4f1d73aab25e req-4010908b-6a12-47f0-b7c3-5c0a91165f13 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653355 May 05 20:29:02.614919 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] Checking router: 0a60366f-53fe-4d16-a280-336d06eaae56 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:02.624159 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:02.624775 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:02.678731 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58158) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:02.723488 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:29:02.751721 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:02.797772 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-31888d51-e2d9-4eaa-913d-0edef631cbec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:02.807924 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb02ed6-8f70-4dc5-a1b3-0f29fd5d1522 req-7ed3a21d-5d85-47cb-9aa2-edbca5d972f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:02.809530 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bfb02ed6-8f70-4dc5-a1b3-0f29fd5d1522 req-7ed3a21d-5d85-47cb-9aa2-edbca5d972f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 943 time: 0.0574238 May 05 20:29:02.859134 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bfb02ed6-8f70-4dc5-a1b3-0f29fd5d1522 req-5837d4de-5afd-4d11-8c1d-b45a5713cc57 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438340 May 05 20:29:02.887684 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-31888d51-e2d9-4eaa-913d-0edef631cbec admin admin] Publish callbacks [] for security_group (a91bca18-8487-41d9-81c6-7d766b33c465), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:02.957142 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 74db76b8-1bae-4144-8ffd-9fcab28775d7 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:29:03.016017 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-31888d51-e2d9-4eaa-913d-0edef631cbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (a91bca18-8487-41d9-81c6-7d766b33c465), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.054035 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-31888d51-e2d9-4eaa-913d-0edef631cbec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea181e7a5cea4144a0830d3098a98d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717005 May 05 20:29:03.054510 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58166) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:03.061656 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 74db76b8-1bae-4144-8ffd-9fcab28775d7, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:03.072250 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'f5ffbef4-95d8-453c-8b2c-f974cf7eeb09', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'port_id': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'mac_address': 'fa:16:3e:16:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:28:34Z', 'updated_at': '2022-05-05T20:29:01Z', 'revision_number': 1, 'project_id': '83632617c8b842108cfb2620747f0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:03.081132 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '74db76b8-1bae-4144-8ffd-9fcab28775d7', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'port_id': '74db76b8-1bae-4144-8ffd-9fcab28775d7', 'mac_address': 'fa:16:3e:68:b7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:29:03.092818 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31888d51-e2d9-4eaa-913d-0edef631cbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91bca18-8487-41d9-81c6-7d766b33c465,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:03.105071 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1e5ebf-bb7e-443e-a543-887dee5d340b None None] The sync data for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi is: [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'f5ffbef4-95d8-453c-8b2c-f974cf7eeb09', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'port_id': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'mac_address': 'fa:16:3e:16:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:28:34Z', 'updated_at': '2022-05-05T20:29:01Z', 'revision_number': 1, 'project_id': '83632617c8b842108cfb2620747f0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:03.134284 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 74db76b8-1bae-4144-8ffd-9fcab28775d7 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:03.135194 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.136457 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-62804685-a98f-4171-8fa0-2667220b35b2 admin admin] Publish callbacks [] for security_group (a91bca18-8487-41d9-81c6-7d766b33c465), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.153322 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74db76b8-1bae-4144-8ffd-9fcab28775d7 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:29:03.160482 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-62804685-a98f-4171-8fa0-2667220b35b2 admin admin] Publish callbacks [] for security_group (a91bca18-8487-41d9-81c6-7d766b33c465), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.172917 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 74db76b8-1bae-4144-8ffd-9fcab28775d7, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:03.243756 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.244528 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device cdd9b6d4-e373-414c-80f6-d309a031911d details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:29:03.267850 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-62804685-a98f-4171-8fa0-2667220b35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (a91bca18-8487-41d9-81c6-7d766b33c465), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.271827 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-62804685-a98f-4171-8fa0-2667220b35b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.273146 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-62804685-a98f-4171-8fa0-2667220b35b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a91bca18-8487-41d9-81c6-7d766b33c465 HTTP/1.1" status: 204 len: 168 time: 0.2175317 May 05 20:29:03.281819 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62804685-a98f-4171-8fa0-2667220b35b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91bca18-8487-41d9-81c6-7d766b33c465,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:03.354782 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300e7dc-aa96-4087-a0d5-cdc325629460 None None] New status for floating IP f5ffbef4-95d8-453c-8b2c-f974cf7eeb09: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:29:03.384015 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=74db76b8-1bae-4144-8ffd-9fcab28775d7,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:03.538070 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port cdd9b6d4-e373-414c-80f6-d309a031911d, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=cdd9b6d4-e373-414c-80f6-d309a031911d,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:03.562394 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'cdd9b6d4-e373-414c-80f6-d309a031911d', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'port_id': 'cdd9b6d4-e373-414c-80f6-d309a031911d', 'mac_address': 'fa:16:3e:40:fe:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:29:03.728960 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebb014-3ae2-4a7a-9dc6-b5472075ca1f req-f0f13116-fa3e-44cd-b4c0-5b2890a02f23 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:03.730498 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-44ebb014-3ae2-4a7a-9dc6-b5472075ca1f req-f0f13116-fa3e-44cd-b4c0-5b2890a02f23 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 944 time: 0.0632970 May 05 20:29:03.768316 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port cdd9b6d4-e373-414c-80f6-d309a031911d is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:03.768688 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.783924 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd9b6d4-e373-414c-80f6-d309a031911d {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:29:03.785884 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-44ebb014-3ae2-4a7a-9dc6-b5472075ca1f req-8ceda99e-c106-4202-b77e-87a23783e95c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496964 May 05 20:29:03.806164 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port cdd9b6d4-e373-414c-80f6-d309a031911d, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=cdd9b6d4-e373-414c-80f6-d309a031911d,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:03.876551 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58178) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:03.890601 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5e808c08-15f2-447f-beb2-aa5ba9c45cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.890723 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:03.944712 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=cdd9b6d4-e373-414c-80f6-d309a031911d,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:04.001641 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5e808c08-15f2-447f-beb2-aa5ba9c45cf7 admin admin] Publish callbacks [] for security_group (98a14064-4fbf-4290-9abf-68be19fa376f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:04.011745 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7ac5b-f668-48a1-9db6-bf1092476563 req-bd1c64fb-6978-44d5-8577-0c8cbf7f71b8 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:04.013141 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-45c7ac5b-f668-48a1-9db6-bf1092476563 req-bd1c64fb-6978-44d5-8577-0c8cbf7f71b8 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 944 time: 0.0813792 May 05 20:29:04.063606 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-45c7ac5b-f668-48a1-9db6-bf1092476563 req-12b8e5fb-0bf0-46bd-86bd-9026bd98187f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448945 May 05 20:29:04.117536 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5e808c08-15f2-447f-beb2-aa5ba9c45cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (98a14064-4fbf-4290-9abf-68be19fa376f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:04.157644 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5e808c08-15f2-447f-beb2-aa5ba9c45cf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80d461e9b35c45619e99a571a670cb04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798676 May 05 20:29:04.158515 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e808c08-15f2-447f-beb2-aa5ba9c45cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a14064-4fbf-4290-9abf-68be19fa376f,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:04.161551 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58186) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:04.211935 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-70a0bced-6bbe-4245-a6f9-02100dc9d2cc admin admin] Publish callbacks [] for security_group (98a14064-4fbf-4290-9abf-68be19fa376f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:04.233169 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-70a0bced-6bbe-4245-a6f9-02100dc9d2cc admin admin] Publish callbacks [] for security_group (98a14064-4fbf-4290-9abf-68be19fa376f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:04.352132 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-70a0bced-6bbe-4245-a6f9-02100dc9d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (98a14064-4fbf-4290-9abf-68be19fa376f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:04.354739 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-70a0bced-6bbe-4245-a6f9-02100dc9d2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:04.355975 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-70a0bced-6bbe-4245-a6f9-02100dc9d2cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/98a14064-4fbf-4290-9abf-68be19fa376f HTTP/1.1" status: 204 len: 168 time: 0.1938272 May 05 20:29:04.364184 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0bced-6bbe-4245-a6f9-02100dc9d2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a14064-4fbf-4290-9abf-68be19fa376f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:04.733062 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-7704a2f5-8f17-48db-8740-7c6121f928e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:04.734684 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-7704a2f5-8f17-48db-8740-7c6121f928e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 1130 time: 0.0481677 May 05 20:29:04.830027 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-1b965efb-4859-4b8f-92b9-2f2bd93069bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:04.832076 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-1b965efb-4859-4b8f-92b9-2f2bd93069bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 918 time: 0.0909460 May 05 20:29:04.934215 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482d45a-1fa9-45be-acb1-2366c59c17e4 req-83c2705e-e306-4e10-bbc0-12763d395008 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:04.935641 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9482d45a-1fa9-45be-acb1-2366c59c17e4 req-83c2705e-e306-4e10-bbc0-12763d395008 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 945 time: 0.0714054 May 05 20:29:04.947238 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-3b0dd64a-191d-4724-8eb4-428149c2f37e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe77acf-0b5a-4534-ba09-b09be799566e HTTP/1.1" status: 200 len: 1001 time: 0.1080642 May 05 20:29:04.983833 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9482d45a-1fa9-45be-acb1-2366c59c17e4 req-94f7f957-63de-4793-b5a5-970970c5b6b5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 May 05 20:29:05.007180 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-dc9b87f5-1df1-4b2b-bce8-f2bbd16fdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:05.008670 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-dc9b87f5-1df1-4b2b-bce8-f2bbd16fdd55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.0546522 May 05 20:29:05.013546 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['cdd9b6d4-e373-414c-80f6-d309a031911d'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:29:05.040561 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['74db76b8-1bae-4144-8ffd-9fcab28775d7'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:29:05.079591 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-e9d36646-1dba-46b6-b6ac-b267e1d0cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:05.082048 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-e9d36646-1dba-46b6-b6ac-b267e1d0cd3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660930 May 05 20:29:05.225818 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff872e-eeae-4904-84a3-7c5e0cdf4478 req-d6a4754f-cabc-469a-a18c-64a0e67c7927 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:05.227726 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-05ff872e-eeae-4904-84a3-7c5e0cdf4478 req-d6a4754f-cabc-469a-a18c-64a0e67c7927 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 944 time: 0.0809338 May 05 20:29:05.285970 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-e2e666c0-9209-4cae-82e9-ea0d75003a23 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915557 May 05 20:29:05.376502 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-05ff872e-eeae-4904-84a3-7c5e0cdf4478 req-de39d755-4ac0-4617-b629-59dcc7ba2b26 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354625 May 05 20:29:05.405776 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc1d1884-5297-47a9-b6f2-c86ef1cb743e req-d6703bdf-3341-4e95-a806-149bc47b3cca service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090188 May 05 20:29:06.110414 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59dcd6-0962-4326-b9eb-0e33c2734c0a req-5b2af7a8-f754-4978-beb6-1d1c1b86a76e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:06.110414 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8c59dcd6-0962-4326-b9eb-0e33c2734c0a req-5b2af7a8-f754-4978-beb6-1d1c1b86a76e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 945 time: 0.0553479 May 05 20:29:06.158825 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8c59dcd6-0962-4326-b9eb-0e33c2734c0a req-1a452a05-1d64-4ac8-bdf5-6bcbe4fb790a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 May 05 20:29:06.543217 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1699480-05ba-4922-8f29-6147cefc90ad req-7f02d772-7b16-49f2-ab8d-7c89a67806d4 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:06.544733 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e1699480-05ba-4922-8f29-6147cefc90ad req-7f02d772-7b16-49f2-ab8d-7c89a67806d4 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 944 time: 0.0628667 May 05 20:29:06.592759 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e1699480-05ba-4922-8f29-6147cefc90ad req-6a3271d7-050c-42ae-b944-1c441267b9ef tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422783 May 05 20:29:06.678272 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 74db76b8-1bae-4144-8ffd-9fcab28775d7 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:06.827743 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 74db76b8-1bae-4144-8ffd-9fcab28775d7 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:29:06.832007 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 74db76b8-1bae-4144-8ffd-9fcab28775d7 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:06.832449 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:06.919022 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 74db76b8-1bae-4144-8ffd-9fcab28775d7 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:06.919409 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:06.944353 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140368d7-3417-47cc-8bf4-c33f47093079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74db76b8-1bae-4144-8ffd-9fcab28775d7'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:06.946822 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b47b54-0bd9-4e63-85be-dbc27a6f9221" -d '{"events": [{"server_uuid": "140368d7-3417-47cc-8bf4-c33f47093079", "name": "network-vif-plugged", "status": "completed", "tag": "74db76b8-1bae-4144-8ffd-9fcab28775d7"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:29:06.963701 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 74db76b8-1bae-4144-8ffd-9fcab28775d7, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:06.987346 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267b4219-f0ab-4406-987c-f2313296975e x-openstack-request-id: req-267b4219-f0ab-4406-987c-f2313296975e {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:29:06.987740 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140368d7-3417-47cc-8bf4-c33f47093079", "name": "network-vif-plugged", "status": "completed", "tag": "74db76b8-1bae-4144-8ffd-9fcab28775d7", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:29:06.988012 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-267b4219-f0ab-4406-987c-f2313296975e {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:29:06.988412 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267b4219-f0ab-4406-987c-f2313296975e'] response: {'server_uuid': '140368d7-3417-47cc-8bf4-c33f47093079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74db76b8-1bae-4144-8ffd-9fcab28775d7', 'code': 200} May 05 20:29:06.994311 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58302) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:07.062125 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.062924 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device cdd9b6d4-e373-414c-80f6-d309a031911d up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:07.112802 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db972df9-aa35-47cf-aed4-e07a8cbe01ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.143831 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=74db76b8-1bae-4144-8ffd-9fcab28775d7,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:07.191271 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db972df9-aa35-47cf-aed4-e07a8cbe01ee admin admin] Publish callbacks [] for security_group (6d1604b8-cba6-496f-a997-da92e0c5ced9), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.239137 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port cdd9b6d4-e373-414c-80f6-d309a031911d completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:29:07.243693 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port cdd9b6d4-e373-414c-80f6-d309a031911d triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:07.243982 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.294063 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be6a49-a79e-400a-8a5e-85a78ec9928c req-30634d25-d961-4f29-a78d-08710733574d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:07.295639 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-40be6a49-a79e-400a-8a5e-85a78ec9928c req-30634d25-d961-4f29-a78d-08710733574d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 945 time: 0.0608456 May 05 20:29:07.296765 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db972df9-aa35-47cf-aed4-e07a8cbe01ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (6d1604b8-cba6-496f-a997-da92e0c5ced9), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.325070 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port cdd9b6d4-e373-414c-80f6-d309a031911d is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:07.325485 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.358510 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port cdd9b6d4-e373-414c-80f6-d309a031911d, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=cdd9b6d4-e373-414c-80f6-d309a031911d,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:07.359033 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db972df9-aa35-47cf-aed4-e07a8cbe01ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1604b8-cba6-496f-a997-da92e0c5ced9,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:07.363286 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-db972df9-aa35-47cf-aed4-e07a8cbe01ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f37e3dc8af743b3bde9058bc0e80378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679059 May 05 20:29:07.366088 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58308) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:07.389346 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-40be6a49-a79e-400a-8a5e-85a78ec9928c req-757f64ea-dead-43e6-a7b4-7262ec6a467b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866790 May 05 20:29:07.433437 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.470282 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-159c569e-4c7f-4a54-89fc-d6b11f8755d0 admin admin] Publish callbacks [] for security_group (6d1604b8-cba6-496f-a997-da92e0c5ced9), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.478384 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8c1fa-ff8d-4d41-b977-4475cfa4c0bd req-c739c0dc-f68b-4d4d-8822-dd111d404be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:07.480112 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cce8c1fa-ff8d-4d41-b977-4475cfa4c0bd req-c739c0dc-f68b-4d4d-8822-dd111d404be7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 1129 time: 0.0763531 May 05 20:29:07.497027 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=cdd9b6d4-e373-414c-80f6-d309a031911d,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:07.516900 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-159c569e-4c7f-4a54-89fc-d6b11f8755d0 admin admin] Publish callbacks [] for security_group (6d1604b8-cba6-496f-a997-da92e0c5ced9), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.577780 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cce8c1fa-ff8d-4d41-b977-4475cfa4c0bd req-88c52d6f-b1d9-4c9d-98c6-85791c0392aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861146 May 05 20:29:07.650459 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-159c569e-4c7f-4a54-89fc-d6b11f8755d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (6d1604b8-cba6-496f-a997-da92e0c5ced9), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.654165 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-159c569e-4c7f-4a54-89fc-d6b11f8755d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:07.655617 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-159c569e-4c7f-4a54-89fc-d6b11f8755d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d1604b8-cba6-496f-a997-da92e0c5ced9 HTTP/1.1" status: 204 len: 168 time: 0.2885423 May 05 20:29:07.669447 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c569e-4c7f-4a54-89fc-d6b11f8755d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1604b8-cba6-496f-a997-da92e0c5ced9,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:07.746357 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f85d2-c055-4b60-a7e0-1b85a52aa624 req-2b6c4c28-dcb5-4b9d-a133-bc7bab91ca6d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:07.747888 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-897f85d2-c055-4b60-a7e0-1b85a52aa624 req-2b6c4c28-dcb5-4b9d-a133-bc7bab91ca6d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0811203 May 05 20:29:07.810424 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-897f85d2-c055-4b60-a7e0-1b85a52aa624 req-a8b6d568-d3f9-4b81-b899-9c5992387cb8 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569792 May 05 20:29:08.316140 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58342) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:08.331188 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-98a7f585-a5b7-4d20-8be5-f4e009d61c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.412117 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-98a7f585-a5b7-4d20-8be5-f4e009d61c92 admin admin] Publish callbacks [] for security_group (ec1b95f7-2c83-491b-8056-915abe69b413), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.429382 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58350) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:08.490360 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-98a7f585-a5b7-4d20-8be5-f4e009d61c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ec1b95f7-2c83-491b-8056-915abe69b413), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.547417 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-98a7f585-a5b7-4d20-8be5-f4e009d61c92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a2bf3a7d78a422d9152810458ebcb54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288079 May 05 20:29:08.547417 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7f585-a5b7-4d20-8be5-f4e009d61c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1b95f7-2c83-491b-8056-915abe69b413,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:08.549407 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58358) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:08.562868 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4030dc23-e4c0-4d21-a53b-e65ab5d4da6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.593565 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d3974-a794-4241-80c4-63da4e479490 req-3baaa66b-47c8-47bd-9d79-df2f04dedba4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:08.595187 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3f8d3974-a794-4241-80c4-63da4e479490 req-3baaa66b-47c8-47bd-9d79-df2f04dedba4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1117482 May 05 20:29:08.607779 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ff9e976e-4504-47c2-8f85-8481a607857b admin admin] Publish callbacks [] for security_group (ec1b95f7-2c83-491b-8056-915abe69b413), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.634438 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ff9e976e-4504-47c2-8f85-8481a607857b admin admin] Publish callbacks [] for security_group (ec1b95f7-2c83-491b-8056-915abe69b413), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.670063 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3f8d3974-a794-4241-80c4-63da4e479490 req-15c6112e-b2e9-4d22-8038-bcd8473732fb tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648513 May 05 20:29:08.710151 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4030dc23-e4c0-4d21-a53b-e65ab5d4da6f admin admin] Publish callbacks [] for security_group (4df592b5-627b-4d1c-bc76-e31c91892a53), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.741721 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ff9e976e-4504-47c2-8f85-8481a607857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ec1b95f7-2c83-491b-8056-915abe69b413), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.744241 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ff9e976e-4504-47c2-8f85-8481a607857b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.745408 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ff9e976e-4504-47c2-8f85-8481a607857b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec1b95f7-2c83-491b-8056-915abe69b413 HTTP/1.1" status: 204 len: 168 time: 0.1949210 May 05 20:29:08.753089 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e976e-4504-47c2-8f85-8481a607857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1b95f7-2c83-491b-8056-915abe69b413,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:08.797606 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4030dc23-e4c0-4d21-a53b-e65ab5d4da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4df592b5-627b-4d1c-bc76-e31c91892a53), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.836848 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030dc23-e4c0-4d21-a53b-e65ab5d4da6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df592b5-627b-4d1c-bc76-e31c91892a53,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:08.841248 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4030dc23-e4c0-4d21-a53b-e65ab5d4da6f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81a24dab646341f1962bfac5a87450cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108515 May 05 20:29:08.844619 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58364) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:08.907115 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f4f15ebf-5346-4031-b7c4-9386dc7dceae admin admin] Publish callbacks [] for security_group (4df592b5-627b-4d1c-bc76-e31c91892a53), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.943535 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f4f15ebf-5346-4031-b7c4-9386dc7dceae admin admin] Publish callbacks [] for security_group (4df592b5-627b-4d1c-bc76-e31c91892a53), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:08.989942 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01407113-9288-46e1-ab33-0fcfe6957e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd9b6d4-e373-414c-80f6-d309a031911d'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:08.992414 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16468d8e-993a-44c2-8b4c-7cf1f6c5b073" -d '{"events": [{"server_uuid": "01407113-9288-46e1-ab33-0fcfe6957e93", "name": "network-vif-plugged", "status": "completed", "tag": "cdd9b6d4-e373-414c-80f6-d309a031911d"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:29:09.010038 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc964a1f-3a90-462f-9ff1-291967719a92 req-17a008a7-d02f-47a2-a971-9f9d9771a0fa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:09.011565 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cc964a1f-3a90-462f-9ff1-291967719a92 req-17a008a7-d02f-47a2-a971-9f9d9771a0fa tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0882397 May 05 20:29:09.040998 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a4f801-c1c5-406c-b7df-75f8244df718 x-openstack-request-id: req-54a4f801-c1c5-406c-b7df-75f8244df718 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:29:09.041396 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01407113-9288-46e1-ab33-0fcfe6957e93", "name": "network-vif-plugged", "status": "completed", "tag": "cdd9b6d4-e373-414c-80f6-d309a031911d", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:29:09.041593 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54a4f801-c1c5-406c-b7df-75f8244df718 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:29:09.041985 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a4f801-c1c5-406c-b7df-75f8244df718'] response: {'server_uuid': '01407113-9288-46e1-ab33-0fcfe6957e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd9b6d4-e373-414c-80f6-d309a031911d', 'code': 200} May 05 20:29:09.067845 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cc964a1f-3a90-462f-9ff1-291967719a92 req-08276bff-e475-4412-b5ed-aa69cf810c25 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491784 May 05 20:29:09.118920 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f4f15ebf-5346-4031-b7c4-9386dc7dceae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4df592b5-627b-4d1c-bc76-e31c91892a53), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:09.121953 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f4f15ebf-5346-4031-b7c4-9386dc7dceae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:09.124630 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f4f15ebf-5346-4031-b7c4-9386dc7dceae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4df592b5-627b-4d1c-bc76-e31c91892a53 HTTP/1.1" status: 204 len: 168 time: 0.2791638 May 05 20:29:09.137369 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f15ebf-5346-4031-b7c4-9386dc7dceae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df592b5-627b-4d1c-bc76-e31c91892a53,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:09.470644 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16120c2-6fdb-48e5-ad46-6fb17dbfdc28 req-377aa1ff-6ae2-4c97-897d-599c03ce6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:09.472406 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e16120c2-6fdb-48e5-ad46-6fb17dbfdc28 req-377aa1ff-6ae2-4c97-897d-599c03ce6782 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 1130 time: 0.0521965 May 05 20:29:09.519892 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e16120c2-6fdb-48e5-ad46-6fb17dbfdc28 req-b4d5ea79-0501-426f-b9a3-5a7ba17602b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 May 05 20:29:09.804448 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2f9b-df48-4c27-8cac-44812e53c2e9 req-e06b0b8a-ebc7-4ede-be3c-3b66adbf1262 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:09.806025 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-36eb2f9b-df48-4c27-8cac-44812e53c2e9 req-e06b0b8a-ebc7-4ede-be3c-3b66adbf1262 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0551455 May 05 20:29:09.857975 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-36eb2f9b-df48-4c27-8cac-44812e53c2e9 req-d4cd3861-e5f7-4690-9512-3d26d7edbcb1 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463946 May 05 20:29:09.883544 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58412) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:09.897060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2300313a-4c89-461e-8752-db0b1ccae70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:09.977666 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2300313a-4c89-461e-8752-db0b1ccae70e admin admin] Publish callbacks [] for security_group (1c434d26-e160-48ae-8a0b-23b34b7c5097), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:10.085171 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2300313a-4c89-461e-8752-db0b1ccae70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (1c434d26-e160-48ae-8a0b-23b34b7c5097), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:10.126684 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2300313a-4c89-461e-8752-db0b1ccae70e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=139c54f59a0b4b46bf40c38603331466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420130 May 05 20:29:10.127811 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300313a-4c89-461e-8752-db0b1ccae70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c434d26-e160-48ae-8a0b-23b34b7c5097,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:10.129259 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58424) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:10.218027 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-088640ee-047f-4d07-bca6-2585e87d848b admin admin] Publish callbacks [] for security_group (1c434d26-e160-48ae-8a0b-23b34b7c5097), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:10.235404 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6a12-8f44-4325-977b-b14ff3524704 req-0a413290-5449-44aa-90d6-b28a9683aab1 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:10.236899 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1a9e6a12-8f44-4325-977b-b14ff3524704 req-0a413290-5449-44aa-90d6-b28a9683aab1 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0884130 May 05 20:29:10.256029 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-088640ee-047f-4d07-bca6-2585e87d848b admin admin] Publish callbacks [] for security_group (1c434d26-e160-48ae-8a0b-23b34b7c5097), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:10.314688 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1a9e6a12-8f44-4325-977b-b14ff3524704 req-dd708d23-ad0b-4a6a-99b4-bbf510c6bf8e tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686004 May 05 20:29:10.411289 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-088640ee-047f-4d07-bca6-2585e87d848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (1c434d26-e160-48ae-8a0b-23b34b7c5097), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:10.414237 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-088640ee-047f-4d07-bca6-2585e87d848b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:10.415411 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-088640ee-047f-4d07-bca6-2585e87d848b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c434d26-e160-48ae-8a0b-23b34b7c5097 HTTP/1.1" status: 204 len: 168 time: 0.2843058 May 05 20:29:10.428961 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088640ee-047f-4d07-bca6-2585e87d848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c434d26-e160-48ae-8a0b-23b34b7c5097,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:10.460680 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a7e1-babc-4343-8bd7-afdd3ebadec2 req-4396f41a-a225-40ed-b7ff-554d6a88dde2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:10.464475 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2b89a7e1-babc-4343-8bd7-afdd3ebadec2 req-4396f41a-a225-40ed-b7ff-554d6a88dde2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0863626 May 05 20:29:10.473386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58440) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:10.479897 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-a29ad134-3ba3-4c30-b23c-c4331c8b748b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'floatingip': {'port_id': '74db76b8-1bae-4144-8ffd-9fcab28775d7'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:10.532815 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a29ad134-3ba3-4c30-b23c-c4331c8b748b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (ae2bca65-fcfd-4f8c-a898-7429e30ad68e), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:10.978226 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97768-dc51-4358-855f-5d8f903197c3 req-8a0cef1b-8ae9-4377-b16f-d20c010debf5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:10.979733 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3af97768-dc51-4358-855f-5d8f903197c3 req-8a0cef1b-8ae9-4377-b16f-d20c010debf5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0546985 May 05 20:29:11.030874 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3af97768-dc51-4358-855f-5d8f903197c3 req-0c21039a-94f1-419e-88b9-bb977500c96d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448930 May 05 20:29:11.039003 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a29ad134-3ba3-4c30-b23c-c4331c8b748b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.124805 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a29ad134-3ba3-4c30-b23c-c4331c8b748b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (ae2bca65-fcfd-4f8c-a898-7429e30ad68e), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.180204 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58468) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:11.195835 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9188137b-4d4f-44f7-a689-5982de9ba8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.239889 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-a29ad134-3ba3-4c30-b23c-c4331c8b748b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Floating IP ae2bca65-fcfd-4f8c-a898-7429e30ad68e associated. External IP: 172.27.0.58, port: 74db76b8-1bae-4144-8ffd-9fcab28775d7. May 05 20:29:11.293943 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9188137b-4d4f-44f7-a689-5982de9ba8c3 admin admin] Publish callbacks [] for security_group (9704ea9a-5837-4fb4-a288-844804c6d5ef), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.364857 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9188137b-4d4f-44f7-a689-5982de9ba8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (9704ea9a-5837-4fb4-a288-844804c6d5ef), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.404378 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9188137b-4d4f-44f7-a689-5982de9ba8c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3d92fcedb794607a0ad07b1af29aadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224128 May 05 20:29:11.405552 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188137b-4d4f-44f7-a689-5982de9ba8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9704ea9a-5837-4fb4-a288-844804c6d5ef,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:11.407100 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58492) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:11.700705 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f75f8d7c-b38a-4ced-abc4-dbbc5fbda958 admin admin] Publish callbacks [] for security_group (9704ea9a-5837-4fb4-a288-844804c6d5ef), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.721019 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29ad134-3ba3-4c30-b23c-c4331c8b748b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:29:11.733066 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f75f8d7c-b38a-4ced-abc4-dbbc5fbda958 admin admin] Publish callbacks [] for security_group (9704ea9a-5837-4fb4-a288-844804c6d5ef), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.870436 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ad134-3ba3-4c30-b23c-c4331c8b748b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:29:11.875396 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a29ad134-3ba3-4c30-b23c-c4331c8b748b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.881944 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] Sync routers for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:11.891780 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:11.893257 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:11.908510 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a29ad134-3ba3-4c30-b23c-c4331c8b748b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "PUT /v2.0/floatingips/ae2bca65-fcfd-4f8c-a898-7429e30ad68e HTTP/1.1" status: 200 len: 990 time: 1.4326191 May 05 20:29:11.908510 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140368d7-3417-47cc-8bf4-c33f47093079', 'tag': '74db76b8-1bae-4144-8ffd-9fcab28775d7'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:11.910080 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453027a6-11ac-42f2-8ac8-abb61650c770" -d '{"events": [{"name": "network-changed", "server_uuid": "140368d7-3417-47cc-8bf4-c33f47093079", "tag": "74db76b8-1bae-4144-8ffd-9fcab28775d7"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:29:11.917200 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f75f8d7c-b38a-4ced-abc4-dbbc5fbda958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (9704ea9a-5837-4fb4-a288-844804c6d5ef), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.919824 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f75f8d7c-b38a-4ced-abc4-dbbc5fbda958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:11.923322 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f75f8d7c-b38a-4ced-abc4-dbbc5fbda958 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9704ea9a-5837-4fb4-a288-844804c6d5ef HTTP/1.1" status: 204 len: 168 time: 0.5069864 May 05 20:29:11.929795 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f8d7c-b38a-4ced-abc4-dbbc5fbda958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9704ea9a-5837-4fb4-a288-844804c6d5ef,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:11.962712 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab501bf-7110-4813-8e14-c304c4d68bdc x-openstack-request-id: req-9ab501bf-7110-4813-8e14-c304c4d68bdc {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:29:11.963009 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140368d7-3417-47cc-8bf4-c33f47093079", "tag": "74db76b8-1bae-4144-8ffd-9fcab28775d7", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:29:11.963325 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ab501bf-7110-4813-8e14-c304c4d68bdc {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:29:11.963670 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab501bf-7110-4813-8e14-c304c4d68bdc'] response: {'name': 'network-changed', 'server_uuid': '140368d7-3417-47cc-8bf4-c33f47093079', 'tag': '74db76b8-1bae-4144-8ffd-9fcab28775d7', 'status': 'completed', 'code': 200} May 05 20:29:12.039583 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:12.157199 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0190a-439f-407f-9650-ad0a7c41cc16 req-67ff9204-ee06-4393-81e0-86496768a88c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:12.158939 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55f0190a-439f-407f-9650-ad0a7c41cc16 req-67ff9204-ee06-4393-81e0-86496768a88c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0613360 May 05 20:29:12.213643 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55f0190a-439f-407f-9650-ad0a7c41cc16 req-34faa209-ca86-40a6-adec-edba3bb170e8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 May 05 20:29:12.270592 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58524) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:12.285485 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'ae2bca65-fcfd-4f8c-a898-7429e30ad68e', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'port_id': '74db76b8-1bae-4144-8ffd-9fcab28775d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'mac_address': 'fa:16:3e:68:b7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140368d7-3417-47cc-8bf4-c33f47093079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:28:47Z', 'updated_at': '2022-05-05T20:29:10Z', 'revision_number': 1, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:12.314607 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] Checking router: 62c96e1b-058d-4dd4-b8a2-82001a8d01fa for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:12.325068 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:12.325721 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:28:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:12.382991 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b7ebde82-18d5-4a6b-beaa-420667e6869f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:12.435285 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:12.458589 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b7ebde82-18d5-4a6b-beaa-420667e6869f admin admin] Publish callbacks [] for security_group (234670c6-0fb2-4f50-aa70-f67237faeecf), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:12.530066 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b7ebde82-18d5-4a6b-beaa-420667e6869f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (234670c6-0fb2-4f50-aa70-f67237faeecf), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:12.561798 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebde82-18d5-4a6b-beaa-420667e6869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234670c6-0fb2-4f50-aa70-f67237faeecf,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:12.578981 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b7ebde82-18d5-4a6b-beaa-420667e6869f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=975200c1b4d04416a7388bba63d7cbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072784 May 05 20:29:12.581554 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58536) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:12.631981 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a18bcdb-675c-48c9-97ea-fe08cd128a01 admin admin] Publish callbacks [] for security_group (234670c6-0fb2-4f50-aa70-f67237faeecf), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:12.661891 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a18bcdb-675c-48c9-97ea-fe08cd128a01 admin admin] Publish callbacks [] for security_group (234670c6-0fb2-4f50-aa70-f67237faeecf), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:12.684820 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'ae2bca65-fcfd-4f8c-a898-7429e30ad68e', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'port_id': '74db76b8-1bae-4144-8ffd-9fcab28775d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'mac_address': 'fa:16:3e:68:b7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140368d7-3417-47cc-8bf4-c33f47093079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:28:47Z', 'updated_at': '2022-05-05T20:29:10Z', 'revision_number': 1, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:12.712040 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820da29-8c01-4da4-9190-43d9008798bf None None] The sync data for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi is: [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'ae2bca65-fcfd-4f8c-a898-7429e30ad68e', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'port_id': '74db76b8-1bae-4144-8ffd-9fcab28775d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'mac_address': 'fa:16:3e:68:b7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140368d7-3417-47cc-8bf4-c33f47093079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:28:47Z', 'updated_at': '2022-05-05T20:29:10Z', 'revision_number': 1, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:12.798860 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a18bcdb-675c-48c9-97ea-fe08cd128a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (234670c6-0fb2-4f50-aa70-f67237faeecf), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:12.801951 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a18bcdb-675c-48c9-97ea-fe08cd128a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:12.803976 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2a18bcdb-675c-48c9-97ea-fe08cd128a01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/234670c6-0fb2-4f50-aa70-f67237faeecf HTTP/1.1" status: 204 len: 168 time: 0.2208526 May 05 20:29:12.812759 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18bcdb-675c-48c9-97ea-fe08cd128a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234670c6-0fb2-4f50-aa70-f67237faeecf,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:12.934378 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde42fb-9e85-4e14-94c4-ef65c7e759d6 None None] New status for floating IP ae2bca65-fcfd-4f8c-a898-7429e30ad68e: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:29:13.345479 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bdfc2-d81b-490b-a83f-833cb16e1603 req-e39d1061-c565-4c28-ab08-2f7bf2e4f1f6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:13.347069 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3d7bdfc2-d81b-490b-a83f-833cb16e1603 req-e39d1061-c565-4c28-ab08-2f7bf2e4f1f6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0556018 May 05 20:29:13.393725 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3d7bdfc2-d81b-490b-a83f-833cb16e1603 req-3ed3a332-3ed7-46fb-ac57-f8998bdb76ae tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409744 May 05 20:29:13.472232 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54197be7-8895-40d3-804d-0670543975a8 req-0a6e787b-b821-40e9-8d98-a7f8e2d020ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728295 May 05 20:29:13.475433 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58566) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:13.491644 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa93918a-e6f6-4d1e-9ee1-5ea34d5812ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:13.498174 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-cc8a3a95-47ef-4564-b42e-2b9dfb86fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:13.499663 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-cc8a3a95-47ef-4564-b42e-2b9dfb86fcae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 1129 time: 0.0599923 May 05 20:29:13.600022 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:13.611968 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa93918a-e6f6-4d1e-9ee1-5ea34d5812ba admin admin] Publish callbacks [] for security_group (794db977-eba0-4424-b867-498ce1f2fc40), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:13.643374 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54197be7-8895-40d3-804d-0670543975a8 req-4030225d-8739-4fa9-afcc-b2a8d42f952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:13.644851 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54197be7-8895-40d3-804d-0670543975a8 req-4030225d-8739-4fa9-afcc-b2a8d42f952d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5a34d959c014baeb2f6af8612fb92ac&device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 1129 time: 0.0787191 May 05 20:29:13.646207 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-ff3c84b3-cdbc-4125-9447-f0b83701d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:13.647495 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-ff3c84b3-cdbc-4125-9447-f0b83701d4a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 200 len: 911 time: 0.1313798 May 05 20:29:13.684856 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa93918a-e6f6-4d1e-9ee1-5ea34d5812ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (794db977-eba0-4424-b867-498ce1f2fc40), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:13.727788 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-aa93918a-e6f6-4d1e-9ee1-5ea34d5812ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d00aa32cb6424e3aa2056173bc8a4095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487171 May 05 20:29:13.727788 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93918a-e6f6-4d1e-9ee1-5ea34d5812ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794db977-eba0-4424-b867-498ce1f2fc40,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:13.728781 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58572) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:13.769119 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-3311135b-9490-4917-a409-47cb41585476 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7 HTTP/1.1" status: 200 len: 1000 time: 0.1132033 May 05 20:29:13.797551 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-59176bc7-db7d-4138-b359-ece31dcf36ab admin admin] Publish callbacks [] for security_group (794db977-eba0-4424-b867-498ce1f2fc40), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:13.823641 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-59176bc7-db7d-4138-b359-ece31dcf36ab admin admin] Publish callbacks [] for security_group (794db977-eba0-4424-b867-498ce1f2fc40), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:13.830628 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54197be7-8895-40d3-804d-0670543975a8 req-d1c48a75-c263-44c0-924e-c799db8bb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:13.832126 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54197be7-8895-40d3-804d-0670543975a8 req-d1c48a75-c263-44c0-924e-c799db8bb7df service neutron] 10.222.0.41 "GET /v2.0/networks?id=05f06424-f6c1-4885-ab80-e684b63be680 HTTP/1.1" status: 200 len: 910 time: 0.1416564 May 05 20:29:13.882327 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-1868ec29-e78b-4076-a334-0ff3e5f5632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:13.883827 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-1868ec29-e78b-4076-a334-0ff3e5f5632e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88edb06f-50ec-439a-9612-51e02d8b4d43 HTTP/1.1" status: 200 len: 849 time: 0.0980639 May 05 20:29:13.885201 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54197be7-8895-40d3-804d-0670543975a8 req-ed08080a-8e97-45fb-991e-d7ec0624e72e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39d85301-61f2-4a79-b26a-002f24f5a5bc HTTP/1.1" status: 200 len: 217 time: 0.0442448 May 05 20:29:13.929568 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-59176bc7-db7d-4138-b359-ece31dcf36ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (794db977-eba0-4424-b867-498ce1f2fc40), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:13.932845 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-59176bc7-db7d-4138-b359-ece31dcf36ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:13.934814 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-59176bc7-db7d-4138-b359-ece31dcf36ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/794db977-eba0-4424-b867-498ce1f2fc40 HTTP/1.1" status: 204 len: 168 time: 0.2048924 May 05 20:29:13.945508 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59176bc7-db7d-4138-b359-ece31dcf36ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794db977-eba0-4424-b867-498ce1f2fc40,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:13.973940 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54197be7-8895-40d3-804d-0670543975a8 req-5c1fad8c-42a2-4b4c-bc89-d484a143e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:13.976089 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54197be7-8895-40d3-804d-0670543975a8 req-5c1fad8c-42a2-4b4c-bc89-d484a143e62a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3d34279-c61a-4117-b6c6-6250c195d044 HTTP/1.1" status: 200 len: 849 time: 0.0774770 May 05 20:29:14.002218 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-2ad1c9ce-bfeb-446c-bf26-07fc53aea14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:14.003781 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-2ad1c9ce-bfeb-446c-bf26-07fc53aea14a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0bb89748-168d-4d28-ba29-6d7e24820be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065781 May 05 20:29:14.032361 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54197be7-8895-40d3-804d-0670543975a8 req-1526d5d3-975b-4c1d-9760-4305b0d3db76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05f06424-f6c1-4885-ab80-e684b63be680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438979 May 05 20:29:14.179661 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-e10dca0f-1fdc-4328-bf3b-6500287241a5 service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557097 May 05 20:29:14.184956 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54197be7-8895-40d3-804d-0670543975a8 req-d9228174-d421-4375-a76f-b5af117e7ec4 service neutron] 10.222.0.41 "GET /v2.0/networks/05f06424-f6c1-4885-ab80-e684b63be680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414332 May 05 20:29:14.349820 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54197be7-8895-40d3-804d-0670543975a8 req-f087670c-53c9-452f-b48c-8297059e9d93 service neutron] 10.222.0.41 "GET /v2.0/networks/05f06424-f6c1-4885-ab80-e684b63be680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500249 May 05 20:29:14.351619 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-453027a6-11ac-42f2-8ac8-abb61650c770 req-86c3fd98-3713-4d12-adf4-c2ae97c6841f service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602213 May 05 20:29:14.550831 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cbdbf-4626-4f2c-bc3f-51e407b2b8b2 req-512f9fbd-1e02-461c-a516-fe5d2c35d71f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:14.553122 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f57cbdbf-4626-4f2c-bc3f-51e407b2b8b2 req-512f9fbd-1e02-461c-a516-fe5d2c35d71f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0876336 May 05 20:29:14.610174 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f57cbdbf-4626-4f2c-bc3f-51e407b2b8b2 req-c93a8b3d-fd58-453f-a530-f7a291357f4a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509784 May 05 20:29:15.154839 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61a1f3-fca5-48f6-9c78-8924b9787a01 req-80e58770-c208-4912-9bec-8f2414edd0b9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:15.156461 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7d61a1f3-fca5-48f6-9c78-8924b9787a01 req-80e58770-c208-4912-9bec-8f2414edd0b9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1007800 May 05 20:29:15.214177 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-05871703-2407-417d-a68b-8c7f7ef47057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:15.215686 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-05871703-2407-417d-a68b-8c7f7ef47057 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 1130 time: 0.0555842 May 05 20:29:15.229250 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7d61a1f3-fca5-48f6-9c78-8924b9787a01 req-246d7cbf-e60c-41ca-8852-4f2314d55b74 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667086 May 05 20:29:15.325429 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-4e3a7e36-8d1a-425d-bd92-5b45cb87d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:15.326897 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-4e3a7e36-8d1a-425d-bd92-5b45cb87d6ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.1003540 May 05 20:29:15.370605 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-b81fe731-8559-49a5-b4ec-da8f3fcbf84d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdd9b6d4-e373-414c-80f6-d309a031911d HTTP/1.1" status: 200 len: 217 time: 0.0356119 May 05 20:29:15.435175 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-7a4fd2a4-7f87-45b8-890f-ff175581c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:15.437610 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-7a4fd2a4-7f87-45b8-890f-ff175581c156 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0524547 May 05 20:29:15.490782 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-6f5792b1-89e8-422c-854c-efd346887170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:15.492303 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-6f5792b1-89e8-422c-854c-efd346887170 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479918 May 05 20:29:15.617904 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-7ce9e6b3-266f-4eb9-ac78-74b07d7ba086 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162796 May 05 20:29:15.735817 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d653d2f1-fd84-4de8-adb8-250c08e118f1 req-fdf1af6e-bb3c-4908-9343-d8704880c486 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934956 May 05 20:29:16.357474 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf5dcb-007a-4ef1-a06a-8003a95342cf req-f026de76-7ccf-4647-9446-4b40ff2b1e35 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:16.359059 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-78cf5dcb-007a-4ef1-a06a-8003a95342cf req-f026de76-7ccf-4647-9446-4b40ff2b1e35 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0549102 May 05 20:29:16.406323 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-78cf5dcb-007a-4ef1-a06a-8003a95342cf req-da52fdcf-2d82-42b5-b760-b67c7841f514 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 May 05 20:29:17.157000 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd1023-a59b-4792-aea9-0face6943d24 req-b802b38a-6e94-4f23-ab22-2a3208878359 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:17.158521 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b6bd1023-a59b-4792-aea9-0face6943d24 req-b802b38a-6e94-4f23-ab22-2a3208878359 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 945 time: 0.0579302 May 05 20:29:17.209072 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b6bd1023-a59b-4792-aea9-0face6943d24 req-91a1b99c-45f5-4d3f-a6cc-f01ccd62fc6c tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 May 05 20:29:17.533798 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ba770-c8bf-473a-8c99-e70d21444e8c req-9cdf7ae8-e8b1-470e-b807-881e678bd21c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:17.535380 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c54ba770-c8bf-473a-8c99-e70d21444e8c req-9cdf7ae8-e8b1-470e-b807-881e678bd21c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0553575 May 05 20:29:17.563542 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58750) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:17.585030 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c54ba770-c8bf-473a-8c99-e70d21444e8c req-5be8daa8-fff0-4018-873f-6551d203678f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 May 05 20:29:17.673060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:17.752706 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Publish callbacks [] for security_group (682fc057-267c-4634-8094-e109009e4e6d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:17.979608 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (682fc057-267c-4634-8094-e109009e4e6d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:18.015218 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0172fdd82664a7ab8e14435e5cc4600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505749 May 05 20:29:18.016076 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682fc057-267c-4634-8094-e109009e4e6d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:18.018126 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58764) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:18.024380 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.024730 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.025095 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.025469 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.025826 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.026167 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.026514 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.026848 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.027179 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.027531 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.027880 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.028205 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.028528 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f47ed9-4d92-4a6e-8a0a-55cefafa9984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.070184 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Publish callbacks [] for security_group (682fc057-267c-4634-8094-e109009e4e6d), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:18.093374 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Publish callbacks [] for security_group (682fc057-267c-4634-8094-e109009e4e6d), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:18.239328 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (682fc057-267c-4634-8094-e109009e4e6d), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:18.242631 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:18.249450 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/682fc057-267c-4634-8094-e109009e4e6d HTTP/1.1" status: 204 len: 168 time: 0.2281451 May 05 20:29:18.255800 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682fc057-267c-4634-8094-e109009e4e6d,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:18.268106 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.268669 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.269014 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.269380 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.269845 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.270741 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.271068 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.271437 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.272000 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.272276 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.272607 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.272926 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.273242 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f26245-2787-4a82-83bd-6e393dbe018e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:18.332492 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2075a57-12c3-4082-ad2b-646096d527f6 req-aea1bb34-7a0c-4956-b12f-20637ae76708 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:18.334657 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2075a57-12c3-4082-ad2b-646096d527f6 req-aea1bb34-7a0c-4956-b12f-20637ae76708 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 945 time: 0.0560474 May 05 20:29:18.382095 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2075a57-12c3-4082-ad2b-646096d527f6 req-345dd1cb-e432-4942-ac7e-66a6823860b7 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 May 05 20:29:18.716735 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bda6ff-d63f-4f59-9d3c-8ee72b166ad7 req-87bd72cb-9f7f-4709-925a-5ba9d8bc95c2 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:18.718227 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e0bda6ff-d63f-4f59-9d3c-8ee72b166ad7 req-87bd72cb-9f7f-4709-925a-5ba9d8bc95c2 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0541208 May 05 20:29:18.767486 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e0bda6ff-d63f-4f59-9d3c-8ee72b166ad7 req-fcdb573d-fe73-4b8e-b63c-5efaa90241f5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 May 05 20:29:18.913681 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58786) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:18.926457 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5523fa5a-8b34-4aca-8f3b-08f477093854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.015454 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5523fa5a-8b34-4aca-8f3b-08f477093854 admin admin] Publish callbacks [] for security_group (29a2e99a-686b-47c7-8f08-805ea448c3bd), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.101805 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58800) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:19.103881 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5523fa5a-8b34-4aca-8f3b-08f477093854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (29a2e99a-686b-47c7-8f08-805ea448c3bd), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.153060 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5523fa5a-8b34-4aca-8f3b-08f477093854 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f95d7a1684944eda939dff4b4c13f24e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382612 May 05 20:29:19.153677 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58804) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:19.155703 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523fa5a-8b34-4aca-8f3b-08f477093854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a2e99a-686b-47c7-8f08-805ea448c3bd,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.236077 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc9f6-5b48-41b9-a7d3-6218f1019054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.238918 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-58422777-3b5c-4bdc-b674-2601355dfd28 admin admin] Publish callbacks [] for security_group (29a2e99a-686b-47c7-8f08-805ea448c3bd), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.257475 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2200b-1e13-460c-ac91-977fedba18ec req-dd9a7b32-3f46-4f8a-9cd1-63b6269ab53e tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:19.259817 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73f2200b-1e13-460c-ac91-977fedba18ec req-dd9a7b32-3f46-4f8a-9cd1-63b6269ab53e tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 945 time: 0.1285722 May 05 20:29:19.276441 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-58422777-3b5c-4bdc-b674-2601355dfd28 admin admin] Publish callbacks [] for security_group (29a2e99a-686b-47c7-8f08-805ea448c3bd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.357699 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc9f6-5b48-41b9-a7d3-6218f1019054 admin admin] Publish callbacks [] for security_group (c573acb0-8aa0-4c60-aa8a-b2b4befb5439), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.418500 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-73f2200b-1e13-460c-ac91-977fedba18ec req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Deleting port 39d85301-61f2-4a79-b26a-002f24f5a5bc {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:29:19.418840 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73f2200b-1e13-460c-ac91-977fedba18ec req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.449432 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc9f6-5b48-41b9-a7d3-6218f1019054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (c573acb0-8aa0-4c60-aa8a-b2b4befb5439), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.454505 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-58422777-3b5c-4bdc-b674-2601355dfd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (29a2e99a-686b-47c7-8f08-805ea448c3bd), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.456906 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-58422777-3b5c-4bdc-b674-2601355dfd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.458771 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-58422777-3b5c-4bdc-b674-2601355dfd28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29a2e99a-686b-47c7-8f08-805ea448c3bd HTTP/1.1" status: 204 len: 168 time: 0.3038611 May 05 20:29:19.538237 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dc9f6-5b48-41b9-a7d3-6218f1019054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c573acb0-8aa0-4c60-aa8a-b2b4befb5439,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.540621 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-73f2200b-1e13-460c-ac91-977fedba18ec req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] For port 39d85301-61f2-4a79-b26a-002f24f5a5bc, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=39d85301-61f2-4a79-b26a-002f24f5a5bc,segment=NetworkSegment(9378595c-f112-4742-9b63-7dcd29d49468),segment_id=9378595c-f112-4742-9b63-7dcd29d49468)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:19.540926 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73f2200b-1e13-460c-ac91-977fedba18ec req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.543516 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8c0dc9f6-5b48-41b9-a7d3-6218f1019054 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=035acb39dfce44ac8908871d8defa521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405694 May 05 20:29:19.547025 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58816) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:19.571243 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58422777-3b5c-4bdc-b674-2601355dfd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a2e99a-686b-47c7-8f08-805ea448c3bd,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.573829 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-73f2200b-1e13-460c-ac91-977fedba18ec req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Calling delete_port for 39d85301-61f2-4a79-b26a-002f24f5a5bc owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:29:19.620544 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed9c51-8f27-4bf9-8855-7df7af81ba3a req-7bee1fff-a1b5-4320-b148-93bb24bd0635 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:19.627545 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a3ed9c51-8f27-4bf9-8855-7df7af81ba3a req-7bee1fff-a1b5-4320-b148-93bb24bd0635 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 945 time: 0.1698177 May 05 20:29:19.666576 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8ddae9c0-e51a-4c14-b87e-8afd4aefad69 admin admin] Publish callbacks [] for security_group (c573acb0-8aa0-4c60-aa8a-b2b4befb5439), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.704472 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8ddae9c0-e51a-4c14-b87e-8afd4aefad69 admin admin] Publish callbacks [] for security_group (c573acb0-8aa0-4c60-aa8a-b2b4befb5439), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.709018 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a3ed9c51-8f27-4bf9-8855-7df7af81ba3a req-9d24f50b-d0a9-4b8b-b301-f0e1dc5d3106 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/security-groups?id=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780537 May 05 20:29:19.874613 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8ddae9c0-e51a-4c14-b87e-8afd4aefad69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (c573acb0-8aa0-4c60-aa8a-b2b4befb5439), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.877216 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8ddae9c0-e51a-4c14-b87e-8afd4aefad69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.886525 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8ddae9c0-e51a-4c14-b87e-8afd4aefad69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c573acb0-8aa0-4c60-aa8a-b2b4befb5439 HTTP/1.1" status: 204 len: 168 time: 0.3295765 May 05 20:29:19.896544 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddae9c0-e51a-4c14-b87e-8afd4aefad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c573acb0-8aa0-4c60-aa8a-b2b4befb5439,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.908230 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553c920-8276-461a-be4c-4ddd266129ed req-f856a047-c578-4057-92b0-a4395213081b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:19.909784 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b553c920-8276-461a-be4c-4ddd266129ed req-f856a047-c578-4057-92b0-a4395213081b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0726862 May 05 20:29:19.960268 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73f2200b-1e13-460c-ac91-977fedba18ec req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (39d85301-61f2-4a79-b26a-002f24f5a5bc), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:19.973636 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b553c920-8276-461a-be4c-4ddd266129ed req-5bb617d2-fed3-422b-aa7e-354c40b54d5a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574548 May 05 20:29:19.977760 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['39d85301-61f2-4a79-b26a-002f24f5a5bc'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:29:19.992659 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Pushing event deleted for resources: {'Port': ['ID=39d85301-61f2-4a79-b26a-002f24f5a5bc,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:20.068932 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f2200b-1e13-460c-ac91-977fedba18ec req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] No DVR routers for this DVR port 39d85301-61f2-4a79-b26a-002f24f5a5bc on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:29:20.072048 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73f2200b-1e13-460c-ac91-977fedba18ec req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:20.075694 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73f2200b-1e13-460c-ac91-977fedba18ec req-a0bff032-944a-4489-afa4-92b684d9a738 tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.41 "DELETE /v2.0/ports/39d85301-61f2-4a79-b26a-002f24f5a5bc HTTP/1.1" status: 204 len: 173 time: 0.7924461 May 05 20:29:20.076139 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f1b9b0-e981-43b9-a515-0103c3fe777a', 'name': 'network-vif-deleted', 'tag': '39d85301-61f2-4a79-b26a-002f24f5a5bc'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:20.078445 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b25ab9b-5284-49a1-9039-a6010494e215" -d '{"events": [{"server_uuid": "c7f1b9b0-e981-43b9-a515-0103c3fe777a", "name": "network-vif-deleted", "tag": "39d85301-61f2-4a79-b26a-002f24f5a5bc"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:29:20.114991 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d594ac5b-564d-4104-aac0-56a8f0a7c046 x-openstack-request-id: req-d594ac5b-564d-4104-aac0-56a8f0a7c046 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:29:20.115293 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f1b9b0-e981-43b9-a515-0103c3fe777a", "name": "network-vif-deleted", "tag": "39d85301-61f2-4a79-b26a-002f24f5a5bc", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:29:20.115555 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d594ac5b-564d-4104-aac0-56a8f0a7c046 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:29:20.115957 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d594ac5b-564d-4104-aac0-56a8f0a7c046'] response: {'server_uuid': 'c7f1b9b0-e981-43b9-a515-0103c3fe777a', 'name': 'network-vif-deleted', 'tag': '39d85301-61f2-4a79-b26a-002f24f5a5bc', 'status': 'completed', 'code': 200} May 05 20:29:20.671219 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58854) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:20.682403 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58856) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:20.689724 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ef549467-b79e-42eb-a184-ab848a71ded5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:20.854742 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b649f5cd-c3cc-45ce-85b6-ae4d025ab831 req-b958409a-49f4-49fc-a7af-ba3454d1688d tempest-DeleteServersTestJSON-1588920494 tempest-DeleteServersTestJSON-1588920494-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f1b9b0-e981-43b9-a515-0103c3fe777a HTTP/1.1" status: 200 len: 210 time: 0.0350056 May 05 20:29:20.859605 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ef549467-b79e-42eb-a184-ab848a71ded5 admin admin] Publish callbacks [] for security_group (3dc9befe-ebce-42fe-af5c-aa622a3b16d4), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:20.886545 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-308916505-network', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:20.924834 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ef549467-b79e-42eb-a184-ab848a71ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (3dc9befe-ebce-42fe-af5c-aa622a3b16d4), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:20.971424 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ef549467-b79e-42eb-a184-ab848a71ded5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ca1df281ed34b32b6bdee99a8a9a65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991295 May 05 20:29:20.972130 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef549467-b79e-42eb-a184-ab848a71ded5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc9befe-ebce-42fe-af5c-aa622a3b16d4,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:20.975448 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58868) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:21.003302 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Made reservation on behalf of c7e2232065a84ff88ccc574160e0114c for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:21.005787 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.017659 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.054276 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-344cc290-86de-4dae-9f44-190eae814951 admin admin] Publish callbacks [] for security_group (3dc9befe-ebce-42fe-af5c-aa622a3b16d4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.087952 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-344cc290-86de-4dae-9f44-190eae814951 admin admin] Publish callbacks [] for security_group (3dc9befe-ebce-42fe-af5c-aa622a3b16d4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.137804 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d33d24-9cd4-447d-9821-6bd42a33c2aa req-de98834e-9c71-49db-8d30-f9d6374df09e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:21.146525 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-57d33d24-9cd4-447d-9821-6bd42a33c2aa req-de98834e-9c71-49db-8d30-f9d6374df09e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0592628 May 05 20:29:21.198458 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-57d33d24-9cd4-447d-9821-6bd42a33c2aa req-b3fffd5b-9cfb-4b71-9489-072ec3036e3b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465345 May 05 20:29:21.349743 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Publish callbacks [] for security_group (b9b83141-ab38-48e4-afc8-09970c2faa7d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.422124 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b9b83141-ab38-48e4-afc8-09970c2faa7d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.427813 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-344cc290-86de-4dae-9f44-190eae814951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (3dc9befe-ebce-42fe-af5c-aa622a3b16d4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.432791 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-344cc290-86de-4dae-9f44-190eae814951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.432791 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-344cc290-86de-4dae-9f44-190eae814951 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3dc9befe-ebce-42fe-af5c-aa622a3b16d4 HTTP/1.1" status: 204 len: 168 time: 0.4549057 May 05 20:29:21.456783 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:21.464451 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b83141-ab38-48e4-afc8-09970c2faa7d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:21.477387 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (962af4fb-faa6-4eb5-b274-e6ae0b3d8c87), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.477734 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Added segment 962af4fb-faa6-4eb5-b274-e6ae0b3d8c87 of type vlan for network db004025-88a0-4413-a8fa-287a22738800 May 05 20:29:21.479265 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cc290-86de-4dae-9f44-190eae814951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc9befe-ebce-42fe-af5c-aa622a3b16d4,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:21.533350 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (db004025-88a0-4413-a8fa-287a22738800), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.649166 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (db004025-88a0-4413-a8fa-287a22738800), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.650246 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:21.650836 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:21.717706 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=db004025-88a0-4413-a8fa-287a22738800,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:21.729080 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network db004025-88a0-4413-a8fa-287a22738800 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:29:21.768392 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-05d56b5a-d72c-4677-805f-10e2c7a39fc5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0846078 May 05 20:29:21.771941 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58880) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:21.777687 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Request body: {'subnet': {'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-308916505-subnet', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:21.844412 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Made reservation on behalf of c7e2232065a84ff88ccc574160e0114c for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:21.846848 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.147118 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (12f6e706-08fa-40dc-995a-d4d4a2d2fa7e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.205822 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f6e706-08fa-40dc-995a-d4d4a2d2fa7e,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:22.215942 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Checking segment: {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:22.216299 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Network hostable DHCP agents. Network: db004025-88a0-4413-a8fa-287a22738800, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:29:22.321718 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96d628-dc20-4fa4-9bb5-58778f19ec30 req-91051433-e39d-4106-85bb-6745e38f639d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:22.323385 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ad96d628-dc20-4fa4-9bb5-58778f19ec30 req-91051433-e39d-4106-85bb-6745e38f639d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0560687 May 05 20:29:22.330596 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Network db004025-88a0-4413-a8fa-287a22738800 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:29:22.373208 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ad96d628-dc20-4fa4-9bb5-58778f19ec30 req-02004b97-0781-460c-954d-984ffa455959 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439868 May 05 20:29:22.444500 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, db004025-88a0-4413-a8fa-287a22738800) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:22.449243 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:22.450446 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.453839 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c2d27-548e-422e-ae07-b7c2c7e085ee None None] Network db004025-88a0-4413-a8fa-287a22738800 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:22.525428 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58924) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:22.526539 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0aac6200-821a-40e7-a54f-5dc0f49ba486 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7532651 May 05 20:29:22.530281 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:22.573629 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-db004025-88a0-4413-a8fa-287a22738800', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:29:22.574788 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.585786 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58926) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:22.628004 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.629174 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.688968 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks [] for router_controller (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.695351 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-817230474-network', 'tenant_id': '57ce3b2f8cbc441db939a941d920a700'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:22.727096 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Allocated IP 172.20.0.2 (db004025-88a0-4413-a8fa-287a22738800/12f6e706-08fa-40dc-995a-d4d4a2d2fa7e/3f4cb699-854b-4c6a-8d1e-96346b901190) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:22.817691 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 39d85301-61f2-4a79-b26a-002f24f5a5bc no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:29:22.822033 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Made reservation on behalf of 57ce3b2f8cbc441db939a941d920a700 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:22.824366 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.839905 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.931126 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Publish callbacks [] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.931380 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Publish callbacks [] for security_group (f4116584-c5d5-4c62-a4a1-22a1e0633dc7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.934460 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 39d85301-61f2-4a79-b26a-002f24f5a5bc {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:29:22.935007 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 39d85301-61f2-4a79-b26a-002f24f5a5bc not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:29:22.936973 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ea54f147-8b68-4604-bc1b-c47b41be4840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:22.944075 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks [] for router_gateway (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.026353 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f4116584-c5d5-4c62-a4a1-22a1e0633dc7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.027271 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.053694 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:23.063636 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4116584-c5d5-4c62-a4a1-22a1e0633dc7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:23.069572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (ee9abcac-abe4-4e96-90e6-9747a1c993e7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.070601 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Network db004025-88a0-4413-a8fa-287a22738800 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:23.071126 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Added segment ee9abcac-abe4-4e96-90e6-9747a1c993e7 of type vlan for network 747f35ee-df4e-4ced-9391-f0a942d79da2 May 05 20:29:23.073626 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:23.083943 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:23.086281 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Pushing event updated for resources: {'Port': ['ID=3f4cb699-854b-4c6a-8d1e-96346b901190,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:23.117668 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.118348 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.118777 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.119180 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.119515 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.119843 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.120163 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.120656 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.120932 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (747f35ee-df4e-4ced-9391-f0a942d79da2), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.121130 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.121652 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.122017 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.122494 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.122961 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:23.157418 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Attempting to bind port 3f4cb699-854b-4c6a-8d1e-96346b901190 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:23.157783 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Attempting to bind port 3f4cb699-854b-4c6a-8d1e-96346b901190 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:23.158145 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Attempting to bind port 3f4cb699-854b-4c6a-8d1e-96346b901190 on network db004025-88a0-4413-a8fa-287a22738800 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:23.163595 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:23.167819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Checking segment: {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:23.167819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.167819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Bound using segment: {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:23.167819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Bound port: 3f4cb699-854b-4c6a-8d1e-96346b901190, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:23.167819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.236155 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] For port 3f4cb699-854b-4c6a-8d1e-96346b901190, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:23.241143 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] For port 3f4cb699-854b-4c6a-8d1e-96346b901190, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=3f4cb699-854b-4c6a-8d1e-96346b901190,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:23.279402 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (747f35ee-df4e-4ced-9391-f0a942d79da2), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.280907 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:23.281747 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.325631 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.354386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] Pushing event updated for resources: {'Network': ['ID=747f35ee-df4e-4ced-9391-f0a942d79da2,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:23.368561 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 747f35ee-df4e-4ced-9391-f0a942d79da2 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:29:23.427828 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-91e8f638-fcac-42fd-8e17-26c660771a63 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8408709 May 05 20:29:23.430698 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58954) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:23.436362 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Request body: {'subnet': {'network_id': '747f35ee-df4e-4ced-9391-f0a942d79da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-817230474-subnet', 'tenant_id': '57ce3b2f8cbc441db939a941d920a700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:23.445352 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks [] for router_gateway (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.468161 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e9604-f5f6-4ece-ad85-c99aeff81b14 None None] Pushing event updated for resources: {'Port': ['ID=3f4cb699-854b-4c6a-8d1e-96346b901190,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:23.488012 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.582197 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Made reservation on behalf of 57ce3b2f8cbc441db939a941d920a700 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:23.582197 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.610315 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b27e39-f62b-4ddf-b3bf-bf5919e504f1 req-2b598996-e0a0-4ca5-8015-40e5fbd2c465 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:23.612963 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-83b27e39-f62b-4ddf-b3bf-bf5919e504f1 req-2b598996-e0a0-4ca5-8015-40e5fbd2c465 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1208735 May 05 20:29:23.615669 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 58964) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:23.746896 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-83b27e39-f62b-4ddf-b3bf-bf5919e504f1 req-2ba6fd2b-20b4-4c3c-8aed-25f9195e5324 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183343 May 05 20:29:23.781057 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcef48e6-2a26-4564-a05b-7ab5f2435313 admin admin] Deleting subnet a3d34279-c61a-4117-b6c6-6250c195d044 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:29:23.790356 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Allocated IP 172.27.0.66 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/25f86657-5098-4933-8fd0-359ba7517df0) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:23.792328 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dcef48e6-2a26-4564-a05b-7ab5f2435313 admin admin] Publish callbacks [] for subnet (a3d34279-c61a-4117-b6c6-6250c195d044), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.873617 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dcef48e6-2a26-4564-a05b-7ab5f2435313 admin admin] Publish callbacks [] for subnet (a3d34279-c61a-4117-b6c6-6250c195d044), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.887225 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dcef48e6-2a26-4564-a05b-7ab5f2435313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (a3d34279-c61a-4117-b6c6-6250c195d044), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.901895 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (1705f080-b24d-4682-a29a-8fde1d85774b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:23.961757 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1705f080-b24d-4682-a29a-8fde1d85774b,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:23.970742 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Checking segment: {'id': 'ee9abcac-abe4-4e96-90e6-9747a1c993e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '747f35ee-df4e-4ced-9391-f0a942d79da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:23.970940 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Network hostable DHCP agents. Network: 747f35ee-df4e-4ced-9391-f0a942d79da2, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:29:23.981288 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks [] for port (25f86657-5098-4933-8fd0-359ba7517df0), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.033477 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dcef48e6-2a26-4564-a05b-7ab5f2435313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (a3d34279-c61a-4117-b6c6-6250c195d044), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.056261 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Network 747f35ee-df4e-4ced-9391-f0a942d79da2 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:29:24.061074 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef48e6-2a26-4564-a05b-7ab5f2435313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d34279-c61a-4117-b6c6-6250c195d044,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:24.066663 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dcef48e6-2a26-4564-a05b-7ab5f2435313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.071334 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dcef48e6-2a26-4564-a05b-7ab5f2435313 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a3d34279-c61a-4117-b6c6-6250c195d044 HTTP/1.1" status: 204 len: 168 time: 0.4545009 May 05 20:29:24.074749 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58966) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:24.147683 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (25f86657-5098-4933-8fd0-359ba7517df0), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.152643 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (05f06424-f6c1-4885-ab80-e684b63be680), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.171905 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 747f35ee-df4e-4ced-9391-f0a942d79da2) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:24.178809 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:24.180217 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.183477 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed071a-6e02-4a62-ae78-7d6dea225cf1 None None] Network 747f35ee-df4e-4ced-9391-f0a942d79da2 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:24.194808 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:24.198941 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:24.202850 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:24.269694 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Pushing event updated for resources: {'Port': ['ID=25f86657-5098-4933-8fd0-359ba7517df0,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:24.293787 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (05f06424-f6c1-4885-ab80-e684b63be680), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.322531 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.323059 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.324128 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.324462 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > port after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.327462 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.327462 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > port after_update 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.327462 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.327462 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.327462 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.328275 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.335375 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6880201a-2ea0-40d0-962e-69677d4ed644 None None] Network 747f35ee-df4e-4ced-9391-f0a942d79da2 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:24.430899 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.430899 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.431212 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.431446 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:24.431821 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f06424-f6c1-4885-ab80-e684b63be680']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:24.440350 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4b698934-0af6-4756-9e3d-77d818286d41 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0085051 May 05 20:29:24.472495 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9378595c-f112-4742-9b63-7dcd29d49468') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:24.472843 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9378595c-f112-4742-9b63-7dcd29d49468') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:24.502232 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875628'] for segment (9378595c-f112-4742-9b63-7dcd29d49468), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.527625 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (9378595c-f112-4742-9b63-7dcd29d49468), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.538253 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:29:24.539386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9233448'] for segment (9378595c-f112-4742-9b63-7dcd29d49468), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: from cryptography.utils import int_from_bytes May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: from cryptography.utils import int_from_bytes May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: Traceback (most recent call last): May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: timer() May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: cb(*args, **kw) May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: return func(*args, **kwargs) May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: self._notify() May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: self.callback(batched_events) May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: event.method(event) May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: return f(self, *a, **k) May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._get(url).json() May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:29:24.563661 dv-cinder-840730-1-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:29:24.573511 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d789c7da-4433-4df1-8a73-68dce73c0c13 None None] Network db004025-88a0-4413-a8fa-287a22738800 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:24.592067 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks [] for router_gateway (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.712080 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (05f06424-f6c1-4885-ab80-e684b63be680), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.727137 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-77cc2bc0-5b7f-4169-a804-802c1360e805 None None] Provisioning complete for port 3f4cb699-854b-4c6a-8d1e-96346b901190 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:24.727315 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-77cc2bc0-5b7f-4169-a804-802c1360e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.745055 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.751313 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] 10.222.0.49 "DELETE /v2.0/networks/05f06424-f6c1-4885-ab80-e684b63be680 HTTP/1.1" status: 204 len: 168 time: 0.6748869 May 05 20:29:24.754722 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77d694-a180-4504-8b4d-ad1b539e1925 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f06424-f6c1-4885-ab80-e684b63be680,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:24.858527 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-77cc2bc0-5b7f-4169-a804-802c1360e805 None None] Current status of the port 3f4cb699-854b-4c6a-8d1e-96346b901190 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:24.859214 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-77cc2bc0-5b7f-4169-a804-802c1360e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.908963 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-77cc2bc0-5b7f-4169-a804-802c1360e805 None None] For port 3f4cb699-854b-4c6a-8d1e-96346b901190, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=3f4cb699-854b-4c6a-8d1e-96346b901190,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:24.926777 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:24.948538 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ee98a-c3d7-4a65-9902-08e30b88b776 req-9d056f8f-11d3-46df-96fd-101fd1bc91d4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:24.950223 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b9ee98a-c3d7-4a65-9902-08e30b88b776 req-9d056f8f-11d3-46df-96fd-101fd1bc91d4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0792420 May 05 20:29:25.010275 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-77cc2bc0-5b7f-4169-a804-802c1360e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.045400 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-882edd92-e9b9-447c-bd91-8106612f25c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.063599 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc2bc0-5b7f-4169-a804-802c1360e805 None None] Pushing event updated for resources: {'Port': ['ID=3f4cb699-854b-4c6a-8d1e-96346b901190,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:25.070201 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b9ee98a-c3d7-4a65-9902-08e30b88b776 req-e894c191-292f-479f-9e31-f53a2fd75af6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851555 May 05 20:29:25.130510 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-bc02b526-7cc5-4d11-adcb-5d27ea7172bd None None] Provisioning complete for port 3f4cb699-854b-4c6a-8d1e-96346b901190 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:25.130816 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc02b526-7cc5-4d11-adcb-5d27ea7172bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.193227 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:29:25.314664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 58998) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:25.341708 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:29:25.355903 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Sync routers for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:25.358796 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59002) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:25.359441 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-bc02b526-7cc5-4d11-adcb-5d27ea7172bd None None] Current status of the port 3f4cb699-854b-4c6a-8d1e-96346b901190 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:25.374591 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:25.375234 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:25.415187 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a55bafab-fd62-491e-82ee-2eddc2fb4aa2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5a34d959c014baeb2f6af8612fb92ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0537374 May 05 20:29:25.416761 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59006) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:25.440402 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 3f4cb699-854b-4c6a-8d1e-96346b901190 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:25.457108 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.462329 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59008) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:25.472102 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-786a403e-7013-494e-9b48-1be1ab2afba5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9362578 May 05 20:29:25.496199 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 3f4cb699-854b-4c6a-8d1e-96346b901190 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:25.496734 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.565572 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:25.596428 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d50b99cd-4e84-4758-a1da-20b459988423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.601290 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 3f4cb699-854b-4c6a-8d1e-96346b901190 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:25.632807 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c669fa1f-1ca4-48db-8771-2edacf4e3e41 admin admin] Publish callbacks [] for security_group (83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.709237 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c669fa1f-1ca4-48db-8771-2edacf4e3e41 admin admin] Publish callbacks [] for security_group (83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.766377 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:24Z', 'revision_number': 3, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:25.793948 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Checking router: a17dccf1-6933-4c1d-b2e9-771d8be3aba6 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:25.794340 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Updating router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 port 25f86657-5098-4933-8fd0-359ba7517df0 binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:29:25.818876 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59018) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:25.823693 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-732852358-network', 'tenant_id': '541c2047f49a495db156a0431c1fe7e9'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:25.834288 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (25f86657-5098-4933-8fd0-359ba7517df0), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.846928 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d50b99cd-4e84-4758-a1da-20b459988423 admin admin] Publish callbacks [] for security_group (e7e01720-3fbe-463a-8378-d8c16bf1f646), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.930332 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Made reservation on behalf of 541c2047f49a495db156a0431c1fe7e9 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:25.934411 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.956444 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:25.983380 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d50b99cd-4e84-4758-a1da-20b459988423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e7e01720-3fbe-463a-8378-d8c16bf1f646), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.021914 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c669fa1f-1ca4-48db-8771-2edacf4e3e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.024652 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c669fa1f-1ca4-48db-8771-2edacf4e3e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.028189 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c669fa1f-1ca4-48db-8771-2edacf4e3e41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf HTTP/1.1" status: 204 len: 168 time: 0.6079369 May 05 20:29:26.047701 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d50b99cd-4e84-4758-a1da-20b459988423 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d21d1c8feb0142c18d58b55392335369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7312021 May 05 20:29:26.050478 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b99cd-4e84-4758-a1da-20b459988423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e01720-3fbe-463a-8378-d8c16bf1f646,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.067999 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59028) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:26.083591 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Publish callbacks [] for security_group (8cade577-ee64-4870-8288-182053d1879b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.103433 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Publish callbacks [] for port (25f86657-5098-4933-8fd0-359ba7517df0), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.113521 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669fa1f-1ca4-48db-8771-2edacf4e3e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cbae8f-51fa-4a3c-9cf2-a5c00ab5fbdf,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.185726 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8cade577-ee64-4870-8288-182053d1879b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.202655 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6f890b96-fe21-4a61-a31c-9b9f113bbf07 admin admin] Publish callbacks [] for security_group (e7e01720-3fbe-463a-8378-d8c16bf1f646), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.206691 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:26.224855 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.230552 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (76f2205b-a7b5-4ea1-9e55-83627a1b5f02), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.230891 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Added segment 76f2205b-a7b5-4ea1-9e55-83627a1b5f02 of type vlan for network 124ef787-445c-4d16-99fd-6dfd7fc12aa5 May 05 20:29:26.240825 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6f890b96-fe21-4a61-a31c-9b9f113bbf07 admin admin] Publish callbacks [] for security_group (e7e01720-3fbe-463a-8378-d8c16bf1f646), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.241549 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cade577-ee64-4870-8288-182053d1879b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.242350 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (25f86657-5098-4933-8fd0-359ba7517df0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.276957 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91446-0d6a-4166-b8bc-6472d2731619 req-a5d8eb9d-f0a0-4e16-b17e-3ecc7f63bee3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:26.283657 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f9e91446-0d6a-4166-b8bc-6472d2731619 req-a5d8eb9d-f0a0-4e16-b17e-3ecc7f63bee3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1250854 May 05 20:29:26.291462 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (124ef787-445c-4d16-99fd-6dfd7fc12aa5), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.315199 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Pushing event updated for resources: {'Port': ['ID=25f86657-5098-4933-8fd0-359ba7517df0,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.328317 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.329029 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.329599 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.330172 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.330804 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.331311 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.331832 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.334061 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.334612 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.335376 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.346983 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.346983 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.346983 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:26.373351 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f9e91446-0d6a-4166-b8bc-6472d2731619 req-2b49b77f-dec8-469d-87f1-e83a1eb72caa tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743823 May 05 20:29:26.376377 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Attempting to bind port 25f86657-5098-4933-8fd0-359ba7517df0 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:26.376878 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Attempting to bind port 25f86657-5098-4933-8fd0-359ba7517df0 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:26.377064 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Attempting to bind port 25f86657-5098-4933-8fd0-359ba7517df0 on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:26.382613 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:26.392404 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:26.392404 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.392404 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:26.392404 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Bound port: 25f86657-5098-4933-8fd0-359ba7517df0, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:26.392404 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (25f86657-5098-4933-8fd0-359ba7517df0), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.438639 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] For port 25f86657-5098-4933-8fd0-359ba7517df0, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:26.441831 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] For port 25f86657-5098-4933-8fd0-359ba7517df0, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=25f86657-5098-4933-8fd0-359ba7517df0,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:26.445498 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.446058 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (124ef787-445c-4d16-99fd-6dfd7fc12aa5), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.448716 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:26.449382 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.459441 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Allocated IP 172.20.0.1 (db004025-88a0-4413-a8fa-287a22738800/12f6e706-08fa-40dc-995a-d4d4a2d2fa7e/f0b729c7-0189-4202-8e28-a981b27520f7) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:26.513126 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6f890b96-fe21-4a61-a31c-9b9f113bbf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e7e01720-3fbe-463a-8378-d8c16bf1f646), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.514502 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] Pushing event updated for resources: {'Network': ['ID=124ef787-445c-4d16-99fd-6dfd7fc12aa5,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.515907 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6f890b96-fe21-4a61-a31c-9b9f113bbf07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.520457 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6f890b96-fe21-4a61-a31c-9b9f113bbf07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7e01720-3fbe-463a-8378-d8c16bf1f646 HTTP/1.1" status: 204 len: 168 time: 0.4494369 May 05 20:29:26.528225 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 124ef787-445c-4d16-99fd-6dfd7fc12aa5 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:29:26.535429 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f890b96-fe21-4a61-a31c-9b9f113bbf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e01720-3fbe-463a-8378-d8c16bf1f646,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.543034 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (25f86657-5098-4933-8fd0-359ba7517df0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.585271 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0f075fa6-0fa3-4ed8-85a6-5c5f35698c2e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7600880 May 05 20:29:26.585946 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59038) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:26.591167 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Request body: {'subnet': {'network_id': '124ef787-445c-4d16-99fd-6dfd7fc12aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-732852358-subnet', 'tenant_id': '541c2047f49a495db156a0431c1fe7e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:26.630570 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Publish callbacks [] for port (f0b729c7-0189-4202-8e28-a981b27520f7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.701976 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedeb0f6-50bb-4db1-babb-f125ffad8fc6 None None] Pushing event updated for resources: {'Port': ['ID=25f86657-5098-4933-8fd0-359ba7517df0,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.705416 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:26.706136 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:26.764456 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Made reservation on behalf of 541c2047f49a495db156a0431c1fe7e9 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:26.765268 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.769160 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:26.816451 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Network db004025-88a0-4413-a8fa-287a22738800 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:26.820740 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:26.824673 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:26.833234 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b729c7-0189-4202-8e28-a981b27520f7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.857960 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:26.889383 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.102022 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (864b4efe-8b5e-4f4e-8e0c-f8266932e336), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.162455 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=864b4efe-8b5e-4f4e-8e0c-f8266932e336,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:27.168242 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Checking segment: {'id': '76f2205b-a7b5-4ea1-9e55-83627a1b5f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '124ef787-445c-4d16-99fd-6dfd7fc12aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:27.168579 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Network hostable DHCP agents. Network: 124ef787-445c-4d16-99fd-6dfd7fc12aa5, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:29:27.195720 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-cd7ebf79-b1af-42f3-87f6-8a9cd58aa9a8 None None] Provisioning complete for port f0b729c7-0189-4202-8e28-a981b27520f7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:27.196246 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cd7ebf79-b1af-42f3-87f6-8a9cd58aa9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.244582 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Network 124ef787-445c-4d16-99fd-6dfd7fc12aa5 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:29:27.251544 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ebf79-b1af-42f3-87f6-8a9cd58aa9a8 None None] Port f0b729c7-0189-4202-8e28-a981b27520f7 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:29:27.258358 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.258952 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:24Z', 'revision_number': 3, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:27.288022 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7de02b-969a-4507-80a0-050b823647e2 None None] The sync data for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi is: [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:24Z', 'revision_number': 3, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:27.330308 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 124ef787-445c-4d16-99fd-6dfd7fc12aa5) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:27.336436 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:27.337333 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.351972 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a8f92-ef4c-4a6d-a2c2-9d98212ceb1a None None] Network 124ef787-445c-4d16-99fd-6dfd7fc12aa5 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:27.409143 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-77ac50c5-f3ed-4e8e-8353-a2fd410e06cc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8220212 May 05 20:29:27.487613 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Publish callbacks [] for port (f0b729c7-0189-4202-8e28-a981b27520f7), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.515056 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e25e3-0a3c-4b9e-aae9-0b9ce106f072 None None] Network 124ef787-445c-4d16-99fd-6dfd7fc12aa5 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:27.532016 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59066) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:27.554928 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-37f85fce-a0b1-421f-8385-bececa76e5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.557365 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.575126 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b908efb-e5b2-487d-a049-749c90a646de req-1c4cc588-958f-4c39-b4cb-35744298ef1b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:27.585198 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0b908efb-e5b2-487d-a049-749c90a646de req-1c4cc588-958f-4c39-b4cb-35744298ef1b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1069477 May 05 20:29:27.659745 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0b908efb-e5b2-487d-a049-749c90a646de req-0671393e-4f21-449a-9381-a7c6590552ea tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736403 May 05 20:29:27.731317 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b729c7-0189-4202-8e28-a981b27520f7,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:27.767863 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.897254 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-37f85fce-a0b1-421f-8385-bececa76e5ed admin admin] Publish callbacks [] for security_group (7ce4e548-dae1-4fbb-8caa-dff9502428cd), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:27.932398 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Network db004025-88a0-4413-a8fa-287a22738800 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:27.934901 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:28.001783 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-37f85fce-a0b1-421f-8385-bececa76e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7ce4e548-dae1-4fbb-8caa-dff9502428cd), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:28.041195 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-37f85fce-a0b1-421f-8385-bececa76e5ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ba6ad86700a4a2895852460190afafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053771 May 05 20:29:28.042242 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59076) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:28.056095 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:28.102917 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f85fce-a0b1-421f-8385-bececa76e5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce4e548-dae1-4fbb-8caa-dff9502428cd,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:28.151326 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5858f3-460a-4e91-825e-a67ef2b44579 admin admin] Publish callbacks [] for security_group (7ce4e548-dae1-4fbb-8caa-dff9502428cd), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:28.152394 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:29:28.200412 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5858f3-460a-4e91-825e-a67ef2b44579 admin admin] Publish callbacks [] for security_group (7ce4e548-dae1-4fbb-8caa-dff9502428cd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:28.289201 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ce76a2b1-dd32-4f49-8c71-858c3e32a916 None None] Provisioning complete for port f0b729c7-0189-4202-8e28-a981b27520f7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:28.290168 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ce76a2b1-dd32-4f49-8c71-858c3e32a916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:28.313221 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:29:28.332906 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-508e27af-a655-47f3-abf2-839c66568144 admin admin] 10.222.0.49 "PUT /v2.0/routers/a17dccf1-6933-4c1d-b2e9-771d8be3aba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8592765 May 05 20:29:28.333202 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ce76a2b1-dd32-4f49-8c71-858c3e32a916 None None] Port f0b729c7-0189-4202-8e28-a981b27520f7 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:29:28.365351 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5858f3-460a-4e91-825e-a67ef2b44579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7ce4e548-dae1-4fbb-8caa-dff9502428cd), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:28.367907 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5858f3-460a-4e91-825e-a67ef2b44579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:28.369130 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7f5858f3-460a-4e91-825e-a67ef2b44579 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ce4e548-dae1-4fbb-8caa-dff9502428cd HTTP/1.1" status: 204 len: 168 time: 0.3247046 May 05 20:29:28.377290 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5858f3-460a-4e91-825e-a67ef2b44579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce4e548-dae1-4fbb-8caa-dff9502428cd,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:28.827150 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374f9cd-9ab9-4b59-bb0d-617bb08a599a req-95a585f6-5309-45d9-a509-4db340387bdf tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:28.828657 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8374f9cd-9ab9-4b59-bb0d-617bb08a599a req-95a585f6-5309-45d9-a509-4db340387bdf tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0731072 May 05 20:29:28.895906 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8374f9cd-9ab9-4b59-bb0d-617bb08a599a req-08e3b500-d860-456f-937a-294deb581d31 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558469 May 05 20:29:29.262446 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Sync routers for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:29.274108 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:29.274926 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:29.335751 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59116) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:29.356428 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12dade65-69d9-40b0-8e4e-e55b823ac1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.380442 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 25f86657-5098-4933-8fd0-359ba7517df0 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:29.456312 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12dade65-69d9-40b0-8e4e-e55b823ac1b0 admin admin] Publish callbacks [] for security_group (b8ebb07c-ad55-46e8-a183-256a5bdb8341), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.476215 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:29.499855 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59126) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:29.507602 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-3611005-network', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:29.559110 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 25f86657-5098-4933-8fd0-359ba7517df0 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:29.559687 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (25f86657-5098-4933-8fd0-359ba7517df0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.563601 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12dade65-69d9-40b0-8e4e-e55b823ac1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b8ebb07c-ad55-46e8-a183-256a5bdb8341), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.619293 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-12dade65-69d9-40b0-8e4e-e55b823ac1b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8751b0ae4c545dd83e019ae776958f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726393 May 05 20:29:29.619293 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59128) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:29.620274 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dade65-69d9-40b0-8e4e-e55b823ac1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ebb07c-ad55-46e8-a183-256a5bdb8341,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:29.656515 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.672314 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dac73aca-0016-4926-85fa-9c4b69bada81 admin admin] Publish callbacks [] for security_group (b8ebb07c-ad55-46e8-a183-256a5bdb8341), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.690990 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Made reservation on behalf of cfa7c5ab5c8d45c59601a3a4529b6348 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:29.694844 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.701204 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dac73aca-0016-4926-85fa-9c4b69bada81 admin admin] Publish callbacks [] for security_group (b8ebb07c-ad55-46e8-a183-256a5bdb8341), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.712172 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.739543 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 25f86657-5098-4933-8fd0-359ba7517df0 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:29.739945 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (25f86657-5098-4933-8fd0-359ba7517df0), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.769427 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 25f86657-5098-4933-8fd0-359ba7517df0, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=25f86657-5098-4933-8fd0-359ba7517df0,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:29.783193 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'f0b729c7-0189-4202-8e28-a981b27520f7', 'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'mac_address': 'fa:16:3e:b0:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:26Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 2, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'subnets': [{'id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:29.814778 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Checking router: a17dccf1-6933-4c1d-b2e9-771d8be3aba6 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:29.815135 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Updating router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 port f0b729c7-0189-4202-8e28-a981b27520f7 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:29:29.825788 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Publish callbacks [] for security_group (749e37f2-8e32-4671-ab2a-3fb6d6de5043), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.844657 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.877841 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (25f86657-5098-4933-8fd0-359ba7517df0), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.971853 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (749e37f2-8e32-4671-ab2a-3fb6d6de5043), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.974741 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dac73aca-0016-4926-85fa-9c4b69bada81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b8ebb07c-ad55-46e8-a183-256a5bdb8341), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.977174 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dac73aca-0016-4926-85fa-9c4b69bada81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:29.978390 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dac73aca-0016-4926-85fa-9c4b69bada81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8ebb07c-ad55-46e8-a183-256a5bdb8341 HTTP/1.1" status: 204 len: 168 time: 0.3653884 May 05 20:29:29.999847 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=25f86657-5098-4933-8fd0-359ba7517df0,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:30.014078 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:30.043335 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749e37f2-8e32-4671-ab2a-3fb6d6de5043,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:30.058245 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (222ff38b-6a00-4cc7-99f4-339b22d6e083), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.058593 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Added segment 222ff38b-6a00-4cc7-99f4-339b22d6e083 of type vlan for network a7d372dd-8f2c-4d83-9f16-7477fcf39916 May 05 20:29:30.068214 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac73aca-0016-4926-85fa-9c4b69bada81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ebb07c-ad55-46e8-a183-256a5bdb8341,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:30.124948 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (a7d372dd-8f2c-4d83-9f16-7477fcf39916), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.137956 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c61218-84fc-477d-9ccb-03e2e6286cd1 req-01f35f6c-f5ab-4918-b9a1-ccaeab321520 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:30.137956 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-67c61218-84fc-477d-9ccb-03e2e6286cd1 req-01f35f6c-f5ab-4918-b9a1-ccaeab321520 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1758292 May 05 20:29:30.178267 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Publish callbacks [] for port (f0b729c7-0189-4202-8e28-a981b27520f7), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.196421 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-67c61218-84fc-477d-9ccb-03e2e6286cd1 req-a48719ea-93a5-4c9d-a385-5342e9e6631e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513406 May 05 20:29:30.262014 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (a7d372dd-8f2c-4d83-9f16-7477fcf39916), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.262622 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.263370 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:30.263821 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.318606 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ac64e-2aad-4967-a6f6-4973b9241cf1 None None] Pushing event updated for resources: {'Port': ['ID=f0b729c7-0189-4202-8e28-a981b27520f7,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:30.336769 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d372dd-8f2c-4d83-9f16-7477fcf39916,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:30.346928 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network a7d372dd-8f2c-4d83-9f16-7477fcf39916 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:29:30.381553 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dfd93d7b-9dcf-41ea-b6de-6139fa661839 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8801482 May 05 20:29:30.387742 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59142) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:30.393038 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Request body: {'subnet': {'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-3611005-subnet', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:30.421402 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Attempting to bind port f0b729c7-0189-4202-8e28-a981b27520f7 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:30.421864 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Attempting to bind port f0b729c7-0189-4202-8e28-a981b27520f7 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:30.422294 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Attempting to bind port f0b729c7-0189-4202-8e28-a981b27520f7 on network db004025-88a0-4413-a8fa-287a22738800 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:30.444379 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:30.444852 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Checking segment: {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:30.445353 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.445753 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Bound using segment: {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:30.446358 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Bound port: f0b729c7-0189-4202-8e28-a981b27520f7, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:30.446796 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.497558 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Made reservation on behalf of cfa7c5ab5c8d45c59601a3a4529b6348 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:30.500675 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.522668 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] For port f0b729c7-0189-4202-8e28-a981b27520f7, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:30.525445 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] For port f0b729c7-0189-4202-8e28-a981b27520f7, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=f0b729c7-0189-4202-8e28-a981b27520f7,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:30.573501 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-e64aa584-5417-435b-9164-f2235281c41a None None] Provisioning complete for port f0b729c7-0189-4202-8e28-a981b27520f7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:30.573824 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e64aa584-5417-435b-9164-f2235281c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.611078 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.624234 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-e64aa584-5417-435b-9164-f2235281c41a None None] Port f0b729c7-0189-4202-8e28-a981b27520f7 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:29:30.674248 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:30.675066 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:30.713055 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ac64e-2aad-4967-a6f6-4973b9241cf1 None None] Pushing event updated for resources: {'Port': ['ID=f0b729c7-0189-4202-8e28-a981b27520f7,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:30.769214 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (1c329982-b920-42fc-8709-34872de1504b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:30.851781 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c329982-b920-42fc-8709-34872de1504b,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:30.864032 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Checking segment: {'id': '222ff38b-6a00-4cc7-99f4-339b22d6e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:30.864032 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Network hostable DHCP agents. Network: a7d372dd-8f2c-4d83-9f16-7477fcf39916, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:29:30.940564 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Network a7d372dd-8f2c-4d83-9f16-7477fcf39916 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:29:30.941374 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:30.981519 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-22d35aee-4636-45d3-af8c-83eabd1f284f None None] Provisioning complete for port f0b729c7-0189-4202-8e28-a981b27520f7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:30.982066 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22d35aee-4636-45d3-af8c-83eabd1f284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.022572 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, a7d372dd-8f2c-4d83-9f16-7477fcf39916) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:31.029007 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:31.029836 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.045621 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a35eb-b9fc-4f02-b915-85e186922673 None None] Network a7d372dd-8f2c-4d83-9f16-7477fcf39916 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:31.122024 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-81c2832f-1ffc-4e00-a98d-477a6e2b23d9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7330959 May 05 20:29:31.124561 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59166) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:31.129041 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:31.255334 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-22d35aee-4636-45d3-af8c-83eabd1f284f None None] Current status of the port f0b729c7-0189-4202-8e28-a981b27520f7 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:31.255944 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22d35aee-4636-45d3-af8c-83eabd1f284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.271686 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (13e5af9c-06ea-47f4-9624-be4f33454fd3), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.271686 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (13e5af9c-06ea-47f4-9624-be4f33454fd3), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.290963 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-a7d372dd-8f2c-4d83-9f16-7477fcf39916', 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916', 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'fixed_ips': [{'subnet_id': '1c329982-b920-42fc-8709-34872de1504b'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:29:31.292687 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.415667 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks [] for router_controller (13e5af9c-06ea-47f4-9624-be4f33454fd3), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.420895 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 25f86657-5098-4933-8fd0-359ba7517df0 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:31.431967 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-22d35aee-4636-45d3-af8c-83eabd1f284f None None] For port f0b729c7-0189-4202-8e28-a981b27520f7, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=f0b729c7-0189-4202-8e28-a981b27520f7,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:31.441574 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397858cd-57e4-473b-b6b8-8f979c15a784 req-953fd87e-02e7-48f3-a427-1b58a7ff495c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:31.443639 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-397858cd-57e4-473b-b6b8-8f979c15a784 req-953fd87e-02e7-48f3-a427-1b58a7ff495c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1298733 May 05 20:29:31.491129 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-397858cd-57e4-473b-b6b8-8f979c15a784 req-a094f0f0-8ddf-4262-b0e5-f04cbdd63aeb tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 May 05 20:29:31.528957 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22d35aee-4636-45d3-af8c-83eabd1f284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.561388 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-11623622-84a3-44f5-8077-346e1f97831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'f0b729c7-0189-4202-8e28-a981b27520f7', 'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'mac_address': 'fa:16:3e:b0:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:26Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'subnets': [{'id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:31.619440 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11623622-84a3-44f5-8077-346e1f97831d None None] The sync data for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi is: [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'f0b729c7-0189-4202-8e28-a981b27520f7', 'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'mac_address': 'fa:16:3e:b0:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:26Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'subnets': [{'id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:31.621538 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Allocated IP 172.20.0.2 (a7d372dd-8f2c-4d83-9f16-7477fcf39916/1c329982-b920-42fc-8709-34872de1504b/199573c5-fac7-4139-ac0f-2d131c64c15d) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:31.645639 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 25f86657-5098-4933-8fd0-359ba7517df0 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:31.649082 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (25f86657-5098-4933-8fd0-359ba7517df0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.652854 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d35aee-4636-45d3-af8c-83eabd1f284f None None] Pushing event updated for resources: {'Port': ['ID=f0b729c7-0189-4202-8e28-a981b27520f7,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:31.703865 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks [] for router_gateway (13e5af9c-06ea-47f4-9624-be4f33454fd3), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.909820 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Publish callbacks [] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:31.913635 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 25f86657-5098-4933-8fd0-359ba7517df0 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:31.976696 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:32.024262 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Network a7d372dd-8f2c-4d83-9f16-7477fcf39916 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:32.027642 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:32.030600 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:32.074347 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Pushing event updated for resources: {'Port': ['ID=199573c5-fac7-4139-ac0f-2d131c64c15d,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:32.110684 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Attempting to bind port 199573c5-fac7-4139-ac0f-2d131c64c15d on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:32.111471 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Attempting to bind port 199573c5-fac7-4139-ac0f-2d131c64c15d by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '222ff38b-6a00-4cc7-99f4-339b22d6e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:32.111838 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Attempting to bind port 199573c5-fac7-4139-ac0f-2d131c64c15d on network a7d372dd-8f2c-4d83-9f16-7477fcf39916 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:32.123264 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:32.123672 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Checking segment: {'id': '222ff38b-6a00-4cc7-99f4-339b22d6e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:32.124107 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:32.124510 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Bound using segment: {'id': '222ff38b-6a00-4cc7-99f4-339b22d6e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:32.125024 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Bound port: 199573c5-fac7-4139-ac0f-2d131c64c15d, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222ff38b-6a00-4cc7-99f4-339b22d6e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:32.125601 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:32.196628 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] For port 199573c5-fac7-4139-ac0f-2d131c64c15d, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:32.202382 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] For port 199573c5-fac7-4139-ac0f-2d131c64c15d, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=199573c5-fac7-4139-ac0f-2d131c64c15d,segment=NetworkSegment(222ff38b-6a00-4cc7-99f4-339b22d6e083),segment_id=222ff38b-6a00-4cc7-99f4-339b22d6e083)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:32.284898 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks [] for router_gateway (13e5af9c-06ea-47f4-9624-be4f33454fd3), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:32.306105 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:32.360200 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:32.420881 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68704c04-6620-4e54-8b07-b389d42e616a None None] Pushing event updated for resources: {'Port': ['ID=199573c5-fac7-4139-ac0f-2d131c64c15d,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:32.443733 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Allocated IP 172.27.0.17 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/a09a233b-334b-467b-824b-fd053c73c369) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:32.612817 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks [] for port (a09a233b-334b-467b-824b-fd053c73c369), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:32.688925 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300922d8-952f-41b6-8b19-ed0f75f3f1e4 req-5236c433-c6d7-4f9b-a846-156f2943393c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:32.690599 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-300922d8-952f-41b6-8b19-ed0f75f3f1e4 req-5236c433-c6d7-4f9b-a846-156f2943393c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1206126 May 05 20:29:32.755556 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-300922d8-952f-41b6-8b19-ed0f75f3f1e4 req-f49feead-5cf4-40fe-9a8a-eee95283cf27 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586233 May 05 20:29:32.778834 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (a09a233b-334b-467b-824b-fd053c73c369), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:32.821488 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:32.826250 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:32.829252 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:32.873220 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Pushing event updated for resources: {'Port': ['ID=a09a233b-334b-467b-824b-fd053c73c369,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:33.132898 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks [] for router_gateway (13e5af9c-06ea-47f4-9624-be4f33454fd3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:33.368084 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (13e5af9c-06ea-47f4-9624-be4f33454fd3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:33.411060 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device f0b729c7-0189-4202-8e28-a981b27520f7 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:33.469830 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port f0b729c7-0189-4202-8e28-a981b27520f7 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:33.470366 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:33.550473 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c2662-6dd8-41e8-9221-590f3e1ffe1f None None] Network a7d372dd-8f2c-4d83-9f16-7477fcf39916 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:33.603992 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port f0b729c7-0189-4202-8e28-a981b27520f7 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:33.605091 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 199573c5-fac7-4139-ac0f-2d131c64c15d up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:33.655650 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-de7fb7b3-cf0d-4f67-852d-fd4751290cd1 None None] Provisioning complete for port 199573c5-fac7-4139-ac0f-2d131c64c15d triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:33.656088 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-de7fb7b3-cf0d-4f67-852d-fd4751290cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:33.662791 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Router 13e5af9c-06ea-47f4-9624-be4f33454fd3 is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:29:33.754446 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 199573c5-fac7-4139-ac0f-2d131c64c15d triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:33.755664 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:33.834126 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:29:33.845404 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-de7fb7b3-cf0d-4f67-852d-fd4751290cd1 None None] Current status of the port 199573c5-fac7-4139-ac0f-2d131c64c15d is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:33.845797 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-de7fb7b3-cf0d-4f67-852d-fd4751290cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:33.847396 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Sync routers for ids ['13e5af9c-06ea-47f4-9624-be4f33454fd3'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:33.860453 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Routers {'13e5af9c-06ea-47f4-9624-be4f33454fd3'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:33.861650 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['13e5af9c-06ea-47f4-9624-be4f33454fd3'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:33.914361 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 199573c5-fac7-4139-ac0f-2d131c64c15d is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:33.914849 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:33.918742 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:33.919841 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-de7fb7b3-cf0d-4f67-852d-fd4751290cd1 None None] For port 199573c5-fac7-4139-ac0f-2d131c64c15d, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=199573c5-fac7-4139-ac0f-2d131c64c15d,segment=NetworkSegment(222ff38b-6a00-4cc7-99f4-339b22d6e083),segment_id=222ff38b-6a00-4cc7-99f4-339b22d6e083)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:33.922933 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bac2e68b-ac76-4a3d-b89b-4bb67ed00d10 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7949111 May 05 20:29:33.924086 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59232) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:33.940349 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5d028-1b9e-4704-b279-48c07811e3a8 req-418f6c76-c76b-4ab7-9b90-42c5aa5d0d28 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:33.942067 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-68d5d028-1b9e-4704-b279-48c07811e3a8 req-418f6c76-c76b-4ab7-9b90-42c5aa5d0d28 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0836136 May 05 20:29:34.018229 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-de7fb7b3-cf0d-4f67-852d-fd4751290cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.039369 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-68d5d028-1b9e-4704-b279-48c07811e3a8 req-6b90197d-6d94-4197-b5bf-e0669630d1a9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868216 May 05 20:29:34.102267 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Set router 13e5af9c-06ea-47f4-9624-be4f33454fd3 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:34.279419 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.db.api [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:29:34.280030 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG oslo_db.api [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:29:34.286623 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-b04f0220-54ce-413d-8a42-3081904fe636 None None] Provisioning complete for port 199573c5-fac7-4139-ac0f-2d131c64c15d triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:34.287004 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b04f0220-54ce-413d-8a42-3081904fe636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.289460 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fb7b3-cf0d-4f67-852d-fd4751290cd1 None None] Pushing event updated for resources: {'Port': ['ID=199573c5-fac7-4139-ac0f-2d131c64c15d,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:34.303549 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a09a233b-334b-467b-824b-fd053c73c369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:31Z', 'updated_at': '2022-05-05T20:29:32Z', 'revision_number': 3, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'gw_port': {'id': 'a09a233b-334b-467b-824b-fd053c73c369', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:32Z', 'updated_at': '2022-05-05T20:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:34.333820 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Checking router: 13e5af9c-06ea-47f4-9624-be4f33454fd3 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:34.334148 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Updating router 13e5af9c-06ea-47f4-9624-be4f33454fd3 port a09a233b-334b-467b-824b-fd053c73c369 binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:29:34.365707 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a09a233b-334b-467b-824b-fd053c73c369), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.385654 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b04f0220-54ce-413d-8a42-3081904fe636 None None] Current status of the port 199573c5-fac7-4139-ac0f-2d131c64c15d is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:34.447774 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.603584 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Allocated IP 172.20.0.1 (a7d372dd-8f2c-4d83-9f16-7477fcf39916/1c329982-b920-42fc-8709-34872de1504b/a8ffe6c0-883e-4a62-96f3-77f216c1aee6) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:34.627852 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Publish callbacks [] for port (a09a233b-334b-467b-824b-fd053c73c369), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.702729 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Publish callbacks [] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.707105 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a09a233b-334b-467b-824b-fd053c73c369), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.760204 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9954e-0179-4620-a9ad-52e2d4522f4c None None] Pushing event updated for resources: {'Port': ['ID=a09a233b-334b-467b-824b-fd053c73c369,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:34.762462 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Attempting to bind port a09a233b-334b-467b-824b-fd053c73c369 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:34.762878 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Attempting to bind port a09a233b-334b-467b-824b-fd053c73c369 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:34.763239 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Attempting to bind port a09a233b-334b-467b-824b-fd053c73c369 on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:34.769510 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:34.770138 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:34.770540 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.770934 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:34.771385 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Bound port: a09a233b-334b-467b-824b-fd053c73c369, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:34.771758 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a09a233b-334b-467b-824b-fd053c73c369), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.805874 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.826307 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 199573c5-fac7-4139-ac0f-2d131c64c15d is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:34.832166 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] For port a09a233b-334b-467b-824b-fd053c73c369, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:34.836458 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] For port a09a233b-334b-467b-824b-fd053c73c369, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a09a233b-334b-467b-824b-fd053c73c369,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:34.865020 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Network a7d372dd-8f2c-4d83-9f16-7477fcf39916 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:34.867962 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:34.871426 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:34.908158 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a09a233b-334b-467b-824b-fd053c73c369), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:34.971160 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Routers {'13e5af9c-06ea-47f4-9624-be4f33454fd3'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:34.971904 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['13e5af9c-06ea-47f4-9624-be4f33454fd3'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:35.032398 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9954e-0179-4620-a9ad-52e2d4522f4c None None] Pushing event updated for resources: {'Port': ['ID=a09a233b-334b-467b-824b-fd053c73c369,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:35.154273 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] Set router 13e5af9c-06ea-47f4-9624-be4f33454fd3 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:35.182413 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Pushing event updated for resources: {'Port': ['ID=a8ffe6c0-883e-4a62-96f3-77f216c1aee6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:35.203626 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (13e5af9c-06ea-47f4-9624-be4f33454fd3), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:35.226777 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-1ab58985-d64a-4739-986e-56bb40d41063 None None] Provisioning complete for port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:35.227253 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1ab58985-d64a-4739-986e-56bb40d41063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:35.246818 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcdd43-1b42-4b29-80cb-59ec558b1184 req-4a0eca79-6e35-44b4-8abc-a5355908c5d8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:35.255318 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-50dcdd43-1b42-4b29-80cb-59ec558b1184 req-4a0eca79-6e35-44b4-8abc-a5355908c5d8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1001978 May 05 20:29:35.347541 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-1ab58985-d64a-4739-986e-56bb40d41063 None None] Port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:29:35.369418 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-50dcdd43-1b42-4b29-80cb-59ec558b1184 req-fbf4c5ad-4797-4ae5-98b2-5114cf633756 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101563 May 05 20:29:35.384194 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 199573c5-fac7-4139-ac0f-2d131c64c15d up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:35.416719 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a09a233b-334b-467b-824b-fd053c73c369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:31Z', 'updated_at': '2022-05-05T20:29:32Z', 'revision_number': 3, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'gw_port': {'id': 'a09a233b-334b-467b-824b-fd053c73c369', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:32Z', 'updated_at': '2022-05-05T20:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:35.436042 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 199573c5-fac7-4139-ac0f-2d131c64c15d triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:35.436418 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:35.443962 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67684bec-1689-4c03-bb5e-7a0ca9029bc1 None None] The sync data for ids ['13e5af9c-06ea-47f4-9624-be4f33454fd3'] in dv-cinder-840730-1-iscsi is: [{'id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a09a233b-334b-467b-824b-fd053c73c369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:31Z', 'updated_at': '2022-05-05T20:29:32Z', 'revision_number': 3, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'gw_port': {'id': 'a09a233b-334b-467b-824b-fd053c73c369', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:32Z', 'updated_at': '2022-05-05T20:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:35.481777 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:35.549766 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 199573c5-fac7-4139-ac0f-2d131c64c15d is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:35.688402 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Publish callbacks [] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:35.792991 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:35.878847 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (13e5af9c-06ea-47f4-9624-be4f33454fd3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:35.882159 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Pushing event updated for resources: {'Port': ['ID=a8ffe6c0-883e-4a62-96f3-77f216c1aee6,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:35.991391 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Network a7d372dd-8f2c-4d83-9f16-7477fcf39916 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:35.992880 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:36.127097 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Router 13e5af9c-06ea-47f4-9624-be4f33454fd3 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:29:36.255033 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:29:36.268758 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ca4be7bb-03c1-4619-a3be-d2ede4dbe94c admin admin] 10.222.0.49 "PUT /v2.0/routers/13e5af9c-06ea-47f4-9624-be4f33454fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3345754 May 05 20:29:36.280172 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-03af670b-940a-4625-a8b7-8d62965aecdb None None] Provisioning complete for port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:36.281266 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-03af670b-940a-4625-a8b7-8d62965aecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:36.322849 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-03af670b-940a-4625-a8b7-8d62965aecdb None None] Port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:29:36.511385 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ac2c9-0ddd-4a3e-99b1-c7f19a55d0f9 req-c54b1ca8-be8f-40d7-b7c0-69f32db7960c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:36.512989 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-064ac2c9-0ddd-4a3e-99b1-c7f19a55d0f9 req-c54b1ca8-be8f-40d7-b7c0-69f32db7960c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0538156 May 05 20:29:36.561671 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-064ac2c9-0ddd-4a3e-99b1-c7f19a55d0f9 req-125978e2-9cfd-4f4a-b8a1-e8021e13c715 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 May 05 20:29:37.092514 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59312) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:37.097192 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-84296375-e0e5-4098-8543-fce9d0ebb644 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860201821', 'description': 'tempest-secgroup-smoke-860201821 description', 'project_id': 'c7e2232065a84ff88ccc574160e0114c'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:37.204572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-84296375-e0e5-4098-8543-fce9d0ebb644 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.279858 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-84296375-e0e5-4098-8543-fce9d0ebb644 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group (eaef6bfa-2921-419b-948b-d852343e8941), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.341777 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-84296375-e0e5-4098-8543-fce9d0ebb644 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (eaef6bfa-2921-419b-948b-d852343e8941), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.353958 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a09a233b-334b-467b-824b-fd053c73c369 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:37.373368 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84296375-e0e5-4098-8543-fce9d0ebb644 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaef6bfa-2921-419b-948b-d852343e8941,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:37.408456 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port a09a233b-334b-467b-824b-fd053c73c369 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:37.408831 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a09a233b-334b-467b-824b-fd053c73c369), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.428234 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-84296375-e0e5-4098-8543-fce9d0ebb644 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.429624 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-84296375-e0e5-4098-8543-fce9d0ebb644 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3360658 May 05 20:29:37.432823 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59314) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:37.438015 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-75adf46f-fee1-46db-a0cb-c3f1380e4e9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Request body: {'security_group_rule': {'security_group_id': 'eaef6bfa-2921-419b-948b-d852343e8941', 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:37.492970 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port a09a233b-334b-467b-824b-fd053c73c369 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:37.493402 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a09a233b-334b-467b-824b-fd053c73c369), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.517529 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port a09a233b-334b-467b-824b-fd053c73c369, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a09a233b-334b-467b-824b-fd053c73c369,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:37.539624 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Sync routers for ids ['13e5af9c-06ea-47f4-9624-be4f33454fd3'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:37.539782 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-75adf46f-fee1-46db-a0cb-c3f1380e4e9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (fdbdc5db-cd71-4afd-8293-487cf42e7be9), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.549141 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Routers {'13e5af9c-06ea-47f4-9624-be4f33454fd3'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:37.549794 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['13e5af9c-06ea-47f4-9624-be4f33454fd3'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:37.591704 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a09a233b-334b-467b-824b-fd053c73c369), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.612490 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-75adf46f-fee1-46db-a0cb-c3f1380e4e9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (fdbdc5db-cd71-4afd-8293-487cf42e7be9), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.679174 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-75adf46f-fee1-46db-a0cb-c3f1380e4e9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (fdbdc5db-cd71-4afd-8293-487cf42e7be9), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.684015 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42c4f1-a37f-491f-b109-d1b062e8a8c3 req-affca586-b51e-4aa5-b1b2-144740f64a01 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:37.685516 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6f42c4f1-a37f-491f-b109-d1b062e8a8c3 req-affca586-b51e-4aa5-b1b2-144740f64a01 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0529940 May 05 20:29:37.690319 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=a09a233b-334b-467b-824b-fd053c73c369,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:37.705747 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Set router 13e5af9c-06ea-47f4-9624-be4f33454fd3 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:37.710459 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adf46f-fee1-46db-a0cb-c3f1380e4e9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbdc5db-cd71-4afd-8293-487cf42e7be9,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:37.747398 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6f42c4f1-a37f-491f-b109-d1b062e8a8c3 req-91fae550-8ac5-4bd7-afd9-6c9b6381e882 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483282 May 05 20:29:37.789898 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-75adf46f-fee1-46db-a0cb-c3f1380e4e9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.791119 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-75adf46f-fee1-46db-a0cb-c3f1380e4e9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567426 May 05 20:29:37.793885 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59320) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:37.798190 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-feec38c8-6c64-4b51-a34c-382dcc52dc9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Request body: {'security_group_rule': {'security_group_id': 'eaef6bfa-2921-419b-948b-d852343e8941', 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:37.889588 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-feec38c8-6c64-4b51-a34c-382dcc52dc9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (bda2d698-f5ea-4071-81f7-b64c439d3826), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.912144 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a09a233b-334b-467b-824b-fd053c73c369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:31Z', 'updated_at': '2022-05-05T20:29:35Z', 'revision_number': 4, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'gw_port': {'id': 'a09a233b-334b-467b-824b-fd053c73c369', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:32Z', 'updated_at': '2022-05-05T20:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a8ffe6c0-883e-4a62-96f3-77f216c1aee6', 'name': '', 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'mac_address': 'fa:16:3e:a6:6f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1c329982-b920-42fc-8709-34872de1504b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:34Z', 'updated_at': '2022-05-05T20:29:35Z', 'revision_number': 2, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'subnets': [{'id': '1c329982-b920-42fc-8709-34872de1504b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:37.938174 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Checking router: 13e5af9c-06ea-47f4-9624-be4f33454fd3 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:37.938521 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Updating router 13e5af9c-06ea-47f4-9624-be4f33454fd3 port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:29:37.949667 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-feec38c8-6c64-4b51-a34c-382dcc52dc9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (bda2d698-f5ea-4071-81f7-b64c439d3826), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:37.967133 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.027497 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-feec38c8-6c64-4b51-a34c-382dcc52dc9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (bda2d698-f5ea-4071-81f7-b64c439d3826), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.045392 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec38c8-6c64-4b51-a34c-382dcc52dc9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda2d698-f5ea-4071-81f7-b64c439d3826,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:38.149723 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-feec38c8-6c64-4b51-a34c-382dcc52dc9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.150932 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-feec38c8-6c64-4b51-a34c-382dcc52dc9f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560777 May 05 20:29:38.153858 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59330) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:38.158573 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-537bb1df-e1a1-4658-9ad7-dc7a946b0bb0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Request body: {'security_group_rule': {'security_group_id': 'eaef6bfa-2921-419b-948b-d852343e8941', 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:38.238269 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Publish callbacks [] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.272310 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-537bb1df-e1a1-4658-9ad7-dc7a946b0bb0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (5eef46a0-517d-4a3d-8da1-6a1935542aed), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.323204 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.328678 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-537bb1df-e1a1-4658-9ad7-dc7a946b0bb0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (5eef46a0-517d-4a3d-8da1-6a1935542aed), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.374289 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186436f-7e89-40db-9899-8a96ce5ae00a None None] Pushing event updated for resources: {'Port': ['ID=a8ffe6c0-883e-4a62-96f3-77f216c1aee6,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:38.444908 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Attempting to bind port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:38.445480 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Attempting to bind port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '222ff38b-6a00-4cc7-99f4-339b22d6e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:38.445993 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Attempting to bind port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 on network a7d372dd-8f2c-4d83-9f16-7477fcf39916 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:38.452295 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:38.452864 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Checking segment: {'id': '222ff38b-6a00-4cc7-99f4-339b22d6e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:38.453402 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.453842 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Bound using segment: {'id': '222ff38b-6a00-4cc7-99f4-339b22d6e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:38.455015 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Bound port: a8ffe6c0-883e-4a62-96f3-77f216c1aee6, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222ff38b-6a00-4cc7-99f4-339b22d6e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:38.455172 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.484943 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-537bb1df-e1a1-4658-9ad7-dc7a946b0bb0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (5eef46a0-517d-4a3d-8da1-6a1935542aed), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.509853 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bb1df-e1a1-4658-9ad7-dc7a946b0bb0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eef46a0-517d-4a3d-8da1-6a1935542aed,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:38.539885 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] For port a8ffe6c0-883e-4a62-96f3-77f216c1aee6, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:38.543145 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] For port a8ffe6c0-883e-4a62-96f3-77f216c1aee6, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a8ffe6c0-883e-4a62-96f3-77f216c1aee6,segment=NetworkSegment(222ff38b-6a00-4cc7-99f4-339b22d6e083),segment_id=222ff38b-6a00-4cc7-99f4-339b22d6e083)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:38.655530 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-531fc973-9cd6-44c2-8205-a67315d89d43 None None] Provisioning complete for port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:38.655802 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-531fc973-9cd6-44c2-8205-a67315d89d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.662695 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-537bb1df-e1a1-4658-9ad7-dc7a946b0bb0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.663939 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-537bb1df-e1a1-4658-9ad7-dc7a946b0bb0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5090070 May 05 20:29:38.666788 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59334) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:38.671291 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-6683bd5b-18e6-4a0e-b07e-2adbee4e1ce5 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Request body: {'security_group_rule': {'security_group_id': 'eaef6bfa-2921-419b-948b-d852343e8941', 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:38.689406 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-531fc973-9cd6-44c2-8205-a67315d89d43 None None] Port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:29:38.693274 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.748854 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Routers {'13e5af9c-06ea-47f4-9624-be4f33454fd3'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:38.750587 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['13e5af9c-06ea-47f4-9624-be4f33454fd3'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:38.790346 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186436f-7e89-40db-9899-8a96ce5ae00a None None] Pushing event updated for resources: {'Port': ['ID=a8ffe6c0-883e-4a62-96f3-77f216c1aee6,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:38.812646 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6683bd5b-18e6-4a0e-b07e-2adbee4e1ce5 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (c80badec-a4c4-48b3-bc2c-b7d6df39962f), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.882572 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] Set router 13e5af9c-06ea-47f4-9624-be4f33454fd3 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:38.911657 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1629f1-c542-486e-80c0-ff4c3dfd60a1 req-41ba4bc7-44eb-410e-a89a-3d115fae1d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:38.912897 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4d1629f1-c542-486e-80c0-ff4c3dfd60a1 req-41ba4bc7-44eb-410e-a89a-3d115fae1d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0864115 May 05 20:29:38.915007 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6683bd5b-18e6-4a0e-b07e-2adbee4e1ce5 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (c80badec-a4c4-48b3-bc2c-b7d6df39962f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:38.960767 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4d1629f1-c542-486e-80c0-ff4c3dfd60a1 req-c75c8f62-6dba-42a1-b67b-8f3ea6d12cb0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 May 05 20:29:38.996916 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6683bd5b-18e6-4a0e-b07e-2adbee4e1ce5 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (c80badec-a4c4-48b3-bc2c-b7d6df39962f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.011680 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683bd5b-18e6-4a0e-b07e-2adbee4e1ce5 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80badec-a4c4-48b3-bc2c-b7d6df39962f,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:39.039367 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-31a989bf-9711-48da-8306-81eff0390cbd None None] Provisioning complete for port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:39.039773 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31a989bf-9711-48da-8306-81eff0390cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.082104 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6683bd5b-18e6-4a0e-b07e-2adbee4e1ce5 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.090128 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6683bd5b-18e6-4a0e-b07e-2adbee4e1ce5 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4163146 May 05 20:29:39.090275 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59342) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:39.091817 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3e830420-7d66-431f-b780-bff6293b7dab tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Request body: {'security_group_rule': {'security_group_id': 'eaef6bfa-2921-419b-948b-d852343e8941', 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:39.179655 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-31a989bf-9711-48da-8306-81eff0390cbd None None] Current status of the port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:39.180031 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31a989bf-9711-48da-8306-81eff0390cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.223782 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.securitygroups_db [None req-3e830420-7d66-431f-b780-bff6293b7dab tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Project c7e2232065a84ff88ccc574160e0114c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:29:39.223901 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a09a233b-334b-467b-824b-fd053c73c369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:31Z', 'updated_at': '2022-05-05T20:29:35Z', 'revision_number': 4, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'gw_port': {'id': 'a09a233b-334b-467b-824b-fd053c73c369', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:32Z', 'updated_at': '2022-05-05T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a8ffe6c0-883e-4a62-96f3-77f216c1aee6', 'name': '', 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'mac_address': 'fa:16:3e:a6:6f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1c329982-b920-42fc-8709-34872de1504b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:34Z', 'updated_at': '2022-05-05T20:29:38Z', 'revision_number': 4, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'subnets': [{'id': '1c329982-b920-42fc-8709-34872de1504b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:39.224051 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e830420-7d66-431f-b780-bff6293b7dab tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (b94714ee-1841-41b9-99c1-2d381202bafc), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.249702 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f68133e-f5b4-47b3-8658-3b656bed868b None None] The sync data for ids ['13e5af9c-06ea-47f4-9624-be4f33454fd3'] in dv-cinder-840730-1-iscsi is: [{'id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a09a233b-334b-467b-824b-fd053c73c369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:31Z', 'updated_at': '2022-05-05T20:29:35Z', 'revision_number': 4, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'gw_port': {'id': 'a09a233b-334b-467b-824b-fd053c73c369', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:32Z', 'updated_at': '2022-05-05T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a8ffe6c0-883e-4a62-96f3-77f216c1aee6', 'name': '', 'network_id': 'a7d372dd-8f2c-4d83-9f16-7477fcf39916', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'mac_address': 'fa:16:3e:a6:6f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1c329982-b920-42fc-8709-34872de1504b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:34Z', 'updated_at': '2022-05-05T20:29:38Z', 'revision_number': 4, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'subnets': [{'id': '1c329982-b920-42fc-8709-34872de1504b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:39.253413 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-31a989bf-9711-48da-8306-81eff0390cbd None None] For port a8ffe6c0-883e-4a62-96f3-77f216c1aee6, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a8ffe6c0-883e-4a62-96f3-77f216c1aee6,segment=NetworkSegment(222ff38b-6a00-4cc7-99f4-339b22d6e083),segment_id=222ff38b-6a00-4cc7-99f4-339b22d6e083)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:39.326939 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e830420-7d66-431f-b780-bff6293b7dab tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (b94714ee-1841-41b9-99c1-2d381202bafc), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.341671 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31a989bf-9711-48da-8306-81eff0390cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.369840 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a09a233b-334b-467b-824b-fd053c73c369 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:39.393192 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e830420-7d66-431f-b780-bff6293b7dab tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (b94714ee-1841-41b9-99c1-2d381202bafc), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.417195 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e830420-7d66-431f-b780-bff6293b7dab tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94714ee-1841-41b9-99c1-2d381202bafc,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:39.427809 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a989bf-9711-48da-8306-81eff0390cbd None None] Pushing event updated for resources: {'Port': ['ID=a8ffe6c0-883e-4a62-96f3-77f216c1aee6,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:39.445015 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port a09a233b-334b-467b-824b-fd053c73c369 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:39.445649 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a09a233b-334b-467b-824b-fd053c73c369), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.589753 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e830420-7d66-431f-b780-bff6293b7dab tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.591022 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3e830420-7d66-431f-b780-bff6293b7dab tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5028343 May 05 20:29:39.593964 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59350) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:39.599977 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-62ca59a4-a968-4262-9b8a-a78da07ccebc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Request body: {'security_group_rule': {'security_group_id': 'eaef6bfa-2921-419b-948b-d852343e8941', 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:39.671395 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port a09a233b-334b-467b-824b-fd053c73c369 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:39.711796 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.securitygroups_db [None req-62ca59a4-a968-4262-9b8a-a78da07ccebc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Project c7e2232065a84ff88ccc574160e0114c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:29:39.717894 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-62ca59a4-a968-4262-9b8a-a78da07ccebc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (c07aea86-fd91-4bf2-8621-b4119654af29), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.718470 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:29:39.788107 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-62ca59a4-a968-4262-9b8a-a78da07ccebc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (c07aea86-fd91-4bf2-8621-b4119654af29), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.964828 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-62ca59a4-a968-4262-9b8a-a78da07ccebc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (c07aea86-fd91-4bf2-8621-b4119654af29), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:39.987016 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca59a4-a968-4262-9b8a-a78da07ccebc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07aea86-fd91-4bf2-8621-b4119654af29,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:40.099810 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948ef8-4bf0-4e78-bb14-b416e569eda3 req-1d43741a-35bd-41ff-8653-e003c55a1453 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:40.105757 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f9948ef8-4bf0-4e78-bb14-b416e569eda3 req-1d43741a-35bd-41ff-8653-e003c55a1453 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0614138 May 05 20:29:40.127607 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-62ca59a4-a968-4262-9b8a-a78da07ccebc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:40.137222 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-62ca59a4-a968-4262-9b8a-a78da07ccebc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5339475 May 05 20:29:40.157842 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f9948ef8-4bf0-4e78-bb14-b416e569eda3 req-0dee537e-fe33-4612-bc6f-00d693658ee8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501854 May 05 20:29:41.312205 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224332-a303-47a1-8815-fa35b54dade7 req-b326748d-b003-4c7d-9f79-d5376d6316f8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:41.313851 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc224332-a303-47a1-8815-fa35b54dade7 req-b326748d-b003-4c7d-9f79-d5376d6316f8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0839925 May 05 20:29:41.367305 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc224332-a303-47a1-8815-fa35b54dade7 req-6372d171-207a-4285-82a7-5ccf95bf40fb tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 May 05 20:29:41.387820 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a8ffe6c0-883e-4a62-96f3-77f216c1aee6 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:41.437745 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:41.438119 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:41.525432 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:42.514147 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039e7c5-210b-4218-b654-b075280cc307 req-1a94c551-1446-4fe2-8d04-16ae5f51a1b9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:42.515627 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f039e7c5-210b-4218-b654-b075280cc307 req-1a94c551-1446-4fe2-8d04-16ae5f51a1b9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0613565 May 05 20:29:42.577436 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f039e7c5-210b-4218-b654-b075280cc307 req-81a1503d-661d-40af-b6d2-42c9c5a54612 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554013 May 05 20:29:43.097022 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59518) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:43.217698 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57575f59-68c4-4353-8345-3eef08680e98 req-db25e009-e1c9-4536-9046-85fa3e6ff27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:43.217698 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-57575f59-68c4-4353-8345-3eef08680e98 req-db25e009-e1c9-4536-9046-85fa3e6ff27e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 1130 time: 0.0549874 May 05 20:29:43.222322 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50934ae9-6827-4395-a098-99106f9641c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:43.288023 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-57575f59-68c4-4353-8345-3eef08680e98 req-e0b0f4c7-5da2-4a0c-9b45-186782e871fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633316 May 05 20:29:43.329125 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50934ae9-6827-4395-a098-99106f9641c5 admin admin] Publish callbacks [] for security_group (e08f4dbc-f739-4d0a-a434-126640a56206), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:43.397713 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50934ae9-6827-4395-a098-99106f9641c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e08f4dbc-f739-4d0a-a434-126640a56206), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:43.442811 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50934ae9-6827-4395-a098-99106f9641c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f4dbc-f739-4d0a-a434-126640a56206,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:43.450242 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-50934ae9-6827-4395-a098-99106f9641c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c2209d3a929406491c7024f3a73f5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512824 May 05 20:29:43.450509 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59530) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:43.508774 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-871a4745-d8e6-48a5-87f4-a32553e1f191 admin admin] Publish callbacks [] for security_group (e08f4dbc-f739-4d0a-a434-126640a56206), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:43.530723 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-871a4745-d8e6-48a5-87f4-a32553e1f191 admin admin] Publish callbacks [] for security_group (e08f4dbc-f739-4d0a-a434-126640a56206), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:43.646755 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:43.684041 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-871a4745-d8e6-48a5-87f4-a32553e1f191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e08f4dbc-f739-4d0a-a434-126640a56206), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:43.686795 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-871a4745-d8e6-48a5-87f4-a32553e1f191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:43.687922 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-871a4745-d8e6-48a5-87f4-a32553e1f191 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e08f4dbc-f739-4d0a-a434-126640a56206 HTTP/1.1" status: 204 len: 168 time: 0.2361612 May 05 20:29:43.703937 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a4745-d8e6-48a5-87f4-a32553e1f191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f4dbc-f739-4d0a-a434-126640a56206,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:43.722069 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5654e83-d385-4e4b-8a48-3fbddaf640fc req-8b889054-6c75-46ad-80f9-5f2cfa6fb60a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:43.723731 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e5654e83-d385-4e4b-8a48-3fbddaf640fc req-8b889054-6c75-46ad-80f9-5f2cfa6fb60a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0703082 May 05 20:29:43.773946 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e5654e83-d385-4e4b-8a48-3fbddaf640fc req-948033c3-44ee-4f83-90bb-39fa9432810e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442150 May 05 20:29:44.750469 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59582) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:44.851047 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-325077366-network', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:44.904150 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede64624-f24f-40b5-8f4f-0d7caad261a9 req-f2e840ac-369b-45a2-ab14-be5442fa458a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:44.905645 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ede64624-f24f-40b5-8f4f-0d7caad261a9 req-f2e840ac-369b-45a2-ab14-be5442fa458a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0581312 May 05 20:29:44.954783 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ede64624-f24f-40b5-8f4f-0d7caad261a9 req-4ca27ee3-ea65-486b-9fe0-407990daf62a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429454 May 05 20:29:44.962327 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Made reservation on behalf of d757750e7af641b0b7ae7352c45433b5 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:44.965069 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:44.987444 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:45.072713 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Publish callbacks [] for security_group (987326c1-bfb7-4e8f-a4a9-aaba508d9f3c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:45.098987 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ba599-d67e-41e3-91ee-fc39bc422362 req-d8ced241-0d2c-4b6c-9204-9d6a73254650 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:45.100452 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c15ba599-d67e-41e3-91ee-fc39bc422362 req-d8ced241-0d2c-4b6c-9204-9d6a73254650 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0659897 May 05 20:29:45.146162 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c15ba599-d67e-41e3-91ee-fc39bc422362 req-bb461637-83b8-4976-9d72-704d639c57a9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 May 05 20:29:45.204690 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (987326c1-bfb7-4e8f-a4a9-aaba508d9f3c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:45.230397 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:45.240020 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:45.244657 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (daed9ac3-793d-4e40-b68c-ef6c4d27df77), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:45.244995 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Added segment daed9ac3-793d-4e40-b68c-ef6c4d27df77 of type vlan for network af5bcccc-edb9-4199-814f-06d5f7386fb4 May 05 20:29:45.294298 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (af5bcccc-edb9-4199-814f-06d5f7386fb4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:45.444810 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (af5bcccc-edb9-4199-814f-06d5f7386fb4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:45.445849 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:45.446436 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:45.520699 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=af5bcccc-edb9-4199-814f-06d5f7386fb4,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:45.531757 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network af5bcccc-edb9-4199-814f-06d5f7386fb4 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:29:45.633600 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59610) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:45.633831 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-791bf5bc-385f-4373-ac6f-0869fdfcb1e9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8808703 May 05 20:29:45.642710 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Request body: {'subnet': {'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-325077366-subnet', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:45.750676 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Made reservation on behalf of d757750e7af641b0b7ae7352c45433b5 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:45.753420 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:45.997605 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (87979222-ee86-40c4-97e0-6e148b661a1c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.057645 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87979222-ee86-40c4-97e0-6e148b661a1c,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:46.066236 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Checking segment: {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:46.067122 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Network hostable DHCP agents. Network: af5bcccc-edb9-4199-814f-06d5f7386fb4, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:29:46.159034 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Network af5bcccc-edb9-4199-814f-06d5f7386fb4 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:29:46.256449 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, af5bcccc-edb9-4199-814f-06d5f7386fb4) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:46.265908 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1bf22-dfeb-4140-b976-161bd477abdf None None] Network af5bcccc-edb9-4199-814f-06d5f7386fb4 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:46.269001 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:46.269624 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.366748 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dcec9c28-cc24-4008-b153-b4973f1a1296 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7351601 May 05 20:29:46.369470 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59622) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:46.372531 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-af5bcccc-edb9-4199-814f-06d5f7386fb4', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:29:46.373420 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.377559 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:46.467917 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (3fa46d75-ca99-4f90-a69c-485819239410), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.469272 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (3fa46d75-ca99-4f90-a69c-485819239410), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.523391 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Allocated IP 172.20.0.2 (af5bcccc-edb9-4199-814f-06d5f7386fb4/87979222-ee86-40c4-97e0-6e148b661a1c/91b1e874-a2e8-4269-b9e1-eb6385da3683) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:46.545764 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks [] for router_controller (3fa46d75-ca99-4f90-a69c-485819239410), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.687873 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Publish callbacks [] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.760705 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.799167 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks [] for router_gateway (3fa46d75-ca99-4f90-a69c-485819239410), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.817049 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Network af5bcccc-edb9-4199-814f-06d5f7386fb4 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:46.824020 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:46.825010 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:46.837137 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Pushing event updated for resources: {'Port': ['ID=91b1e874-a2e8-4269-b9e1-eb6385da3683,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:46.892228 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Attempting to bind port 91b1e874-a2e8-4269-b9e1-eb6385da3683 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:46.892598 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Attempting to bind port 91b1e874-a2e8-4269-b9e1-eb6385da3683 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:46.892955 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Attempting to bind port 91b1e874-a2e8-4269-b9e1-eb6385da3683 on network af5bcccc-edb9-4199-814f-06d5f7386fb4 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:46.900594 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:46.901018 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Checking segment: {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:46.901533 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.901852 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Bound using segment: {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:46.902322 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Bound port: 91b1e874-a2e8-4269-b9e1-eb6385da3683, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:46.902726 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:46.966915 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] For port 91b1e874-a2e8-4269-b9e1-eb6385da3683, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:46.971066 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] For port 91b1e874-a2e8-4269-b9e1-eb6385da3683, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=91b1e874-a2e8-4269-b9e1-eb6385da3683,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:47.049116 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:47.077235 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks [] for router_gateway (3fa46d75-ca99-4f90-a69c-485819239410), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:47.118124 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bbc94-cade-42f5-ae27-be7e9ca8110b None None] Pushing event updated for resources: {'Port': ['ID=91b1e874-a2e8-4269-b9e1-eb6385da3683,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:47.270779 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:47.425091 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Allocated IP 172.27.0.243 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/bceb4732-e29f-4439-b6f5-ec07b37d6146) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:47.499715 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 91b1e874-a2e8-4269-b9e1-eb6385da3683 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:47.598623 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks [] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:47.628566 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 91b1e874-a2e8-4269-b9e1-eb6385da3683 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:47.628943 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:47.692211 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:47.735377 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:47.738575 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:47.745252 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:47.747825 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=bceb4732-e29f-4439-b6f5-ec07b37d6146,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:47.753091 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 91b1e874-a2e8-4269-b9e1-eb6385da3683 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:47.753620 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:47.792813 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 91b1e874-a2e8-4269-b9e1-eb6385da3683, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=91b1e874-a2e8-4269-b9e1-eb6385da3683,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:47.849789 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:47.950813 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16818986-b79c-4488-b5e8-1b0a41229f5f req-fb9c5e08-44da-455a-a975-3c804e66c012 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:47.952910 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-16818986-b79c-4488-b5e8-1b0a41229f5f req-fb9c5e08-44da-455a-a975-3c804e66c012 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.1013610 May 05 20:29:47.970048 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-5646bbed-c6e5-4746-b9ec-cbbbebc679a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:47.973080 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-5646bbed-c6e5-4746-b9ec-cbbbebc679a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 1130 time: 0.0760059 May 05 20:29:47.977535 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=91b1e874-a2e8-4269-b9e1-eb6385da3683,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:48.093804 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-16818986-b79c-4488-b5e8-1b0a41229f5f req-ffcf3074-86d0-4b63-8220-cc17299c0536 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333013 May 05 20:29:48.099323 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-c8e2d101-b717-4e97-ba55-c6b4ee65b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:48.101151 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-c8e2d101-b717-4e97-ba55-c6b4ee65b5e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.1187458 May 05 20:29:48.169551 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks [] for router_gateway (3fa46d75-ca99-4f90-a69c-485819239410), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:48.173315 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-cb9851fa-f0cc-46b4-94c2-86346d1d2982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a HTTP/1.1" status: 200 len: 217 time: 0.0615458 May 05 20:29:48.236641 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-4e79f0f9-b4ae-48df-b309-e3ebaa19a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:48.238585 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-4e79f0f9-b4ae-48df-b309-e3ebaa19a915 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0577011 May 05 20:29:48.321600 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-b7d8f85b-8db8-4a15-aaca-2812b5e6aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:48.323085 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-b7d8f85b-8db8-4a15-aaca-2812b5e6aed0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724573 May 05 20:29:48.344699 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a482e7-de71-4dd7-9c96-b68c763c502e None None] Network af5bcccc-edb9-4199-814f-06d5f7386fb4 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:48.408785 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (3fa46d75-ca99-4f90-a69c-485819239410), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:48.437723 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-1fc229ec-7719-485f-b29c-fc0f2f9e63e0 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056631 May 05 20:29:48.493840 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-211fca1c-68eb-4889-8182-2faee9fc1e56 None None] Provisioning complete for port 91b1e874-a2e8-4269-b9e1-eb6385da3683 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:48.494344 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-211fca1c-68eb-4889-8182-2faee9fc1e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:48.568329 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aa9352-cf6a-4b51-947d-ca06df7ff840 req-f374d42c-6343-45e0-8d25-8b64efd3194e service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178517 May 05 20:29:48.619252 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-211fca1c-68eb-4889-8182-2faee9fc1e56 None None] Current status of the port 91b1e874-a2e8-4269-b9e1-eb6385da3683 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:48.708328 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Router 3fa46d75-ca99-4f90-a69c-485819239410 is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:29:48.831744 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:29:48.844278 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Sync routers for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:48.854666 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-0a8549a1-9ea7-4b43-ac82-2b29ec2ef7f5 None None] Provisioning complete for port 91b1e874-a2e8-4269-b9e1-eb6385da3683 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:48.855160 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0a8549a1-9ea7-4b43-ac82-2b29ec2ef7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:48.856439 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:48.857082 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:48.922575 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:48.923845 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9680b1ad-3ba8-47ac-ae87-8732fcb8c4d7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5528018 May 05 20:29:48.932150 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59690) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:48.963657 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-0a8549a1-9ea7-4b43-ac82-2b29ec2ef7f5 None None] Current status of the port 91b1e874-a2e8-4269-b9e1-eb6385da3683 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:48.986836 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:49.274362 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:47Z', 'revision_number': 3, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:49.302590 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Checking router: 3fa46d75-ca99-4f90-a69c-485819239410 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:49.302939 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Updating router 3fa46d75-ca99-4f90-a69c-485819239410 port bceb4732-e29f-4439-b6f5-ec07b37d6146 binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:29:49.329978 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.349899 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70b5a0-846d-4af3-b565-6ea7c0c65d24 req-fc6c4640-2b32-4e41-8014-bd53e9985ba4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:49.351429 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2b70b5a0-846d-4af3-b565-6ea7c0c65d24 req-fc6c4640-2b32-4e41-8014-bd53e9985ba4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.1454840 May 05 20:29:49.368415 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 91b1e874-a2e8-4269-b9e1-eb6385da3683 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:49.417393 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 91b1e874-a2e8-4269-b9e1-eb6385da3683 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:49.417857 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.430317 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2b70b5a0-846d-4af3-b565-6ea7c0c65d24 req-98a5da95-fd25-4b77-9574-af3e1429ca13 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726688 May 05 20:29:49.491617 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.515757 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 91b1e874-a2e8-4269-b9e1-eb6385da3683 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:49.606165 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Publish callbacks [] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.652770 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Allocated IP 172.20.0.1 (af5bcccc-edb9-4199-814f-06d5f7386fb4/87979222-ee86-40c4-97e0-6e148b661a1c/d55a18f8-f1a2-4d76-bd4b-217e6f65af23) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:49.694501 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.745040 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Attempting to bind port bceb4732-e29f-4439-b6f5-ec07b37d6146 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:49.745430 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Attempting to bind port bceb4732-e29f-4439-b6f5-ec07b37d6146 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:49.745792 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Attempting to bind port bceb4732-e29f-4439-b6f5-ec07b37d6146 on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:49.754891 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Publish callbacks [] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.755948 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc82cf-d0b6-41e9-919f-c7729f84d468 None None] Pushing event updated for resources: {'Port': ['ID=bceb4732-e29f-4439-b6f5-ec07b37d6146,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:49.761715 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:49.762204 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:49.762935 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.763327 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:49.763836 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Bound port: bceb4732-e29f-4439-b6f5-ec07b37d6146, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:49.764213 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.814033 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] For port bceb4732-e29f-4439-b6f5-ec07b37d6146, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:49.816927 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] For port bceb4732-e29f-4439-b6f5-ec07b37d6146, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=bceb4732-e29f-4439-b6f5-ec07b37d6146,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:49.862153 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.890915 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.902354 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Network af5bcccc-edb9-4199-814f-06d5f7386fb4 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:49.905597 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:49.909233 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:49.909737 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (3fa46d75-ca99-4f90-a69c-485819239410), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:49.959330 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:49.962109 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:49.971882 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d55a18f8-f1a2-4d76-bd4b-217e6f65af23,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:50.060671 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc82cf-d0b6-41e9-919f-c7729f84d468 None None] Pushing event updated for resources: {'Port': ['ID=bceb4732-e29f-4439-b6f5-ec07b37d6146,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:50.091320 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:50.186413 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:50.289500 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:47Z', 'revision_number': 3, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:50.296289 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-8fca5b84-e60d-42cd-a276-437c69d4686c None None] Provisioning complete for port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:50.297216 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8fca5b84-e60d-42cd-a276-437c69d4686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:50.326815 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8794bab-93ca-4ef2-ac06-fd14a0ea058f None None] The sync data for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi is: [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:47Z', 'revision_number': 3, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:50.338073 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-8fca5b84-e60d-42cd-a276-437c69d4686c None None] Port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:29:50.365054 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Publish callbacks [] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:50.419977 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:50.420710 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (3fa46d75-ca99-4f90-a69c-485819239410), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:50.507238 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d55a18f8-f1a2-4d76-bd4b-217e6f65af23,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:50.601879 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Network af5bcccc-edb9-4199-814f-06d5f7386fb4 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:50.604152 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:50.659436 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aee85-faf0-4c9a-a854-348bca008bd3 req-bc8ae7ff-3607-4272-a833-05524acbb721 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:50.661667 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-508aee85-faf0-4c9a-a854-348bca008bd3 req-bc8ae7ff-3607-4272-a833-05524acbb721 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.1371868 May 05 20:29:50.861000 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-f5e16baa-d4a0-4b0e-948b-f52721abb56d None None] Provisioning complete for port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:50.861472 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f5e16baa-d4a0-4b0e-948b-f52721abb56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:50.898476 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-f5e16baa-d4a0-4b0e-948b-f52721abb56d None None] Port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:29:50.920779 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-508aee85-faf0-4c9a-a854-348bca008bd3 req-acad46cf-f0e1-40fc-9e9f-4e3e9646240f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523422 May 05 20:29:50.928680 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Router 3fa46d75-ca99-4f90-a69c-485819239410 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:29:51.045537 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:29:51.050666 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6f8dc7f9-e0d8-4d17-9239-f35483d684c0 admin admin] 10.222.0.49 "PUT /v2.0/routers/3fa46d75-ca99-4f90-a69c-485819239410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1172268 May 05 20:29:51.381587 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device bceb4732-e29f-4439-b6f5-ec07b37d6146 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:51.431436 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port bceb4732-e29f-4439-b6f5-ec07b37d6146 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:51.431816 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:51.514449 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port bceb4732-e29f-4439-b6f5-ec07b37d6146 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:51.514905 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:51.535010 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port bceb4732-e29f-4439-b6f5-ec07b37d6146, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=bceb4732-e29f-4439-b6f5-ec07b37d6146,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:51.614611 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:51.681567 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=bceb4732-e29f-4439-b6f5-ec07b37d6146,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:51.779365 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59748) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:51.784142 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-971801564-network', 'tenant_id': 'bb866568860240039b58a61064a3d151'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:51.877343 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Made reservation on behalf of bb866568860240039b58a61064a3d151 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:51.880087 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:51.893709 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:51.937647 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Sync routers for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:51.951904 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:51.952715 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:51.989713 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Publish callbacks [] for security_group (b15bae0c-55e0-452a-984d-d081136cd5d7), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:52.073763 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c3d0d-05c8-4d45-a1d3-ee4bc03a820e req-7e3d9c47-e32d-4cb8-b5c3-a293dbb9dfc7 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:52.075512 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-833c3d0d-05c8-4d45-a1d3-ee4bc03a820e req-7e3d9c47-e32d-4cb8-b5c3-a293dbb9dfc7 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0665827 May 05 20:29:52.076521 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b15bae0c-55e0-452a-984d-d081136cd5d7), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:52.107150 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:52.109212 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:52.140696 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (7e60350c-6a57-4693-91a9-616eadcd41ee), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:52.142911 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Added segment 7e60350c-6a57-4693-91a9-616eadcd41ee of type vlan for network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 May 05 20:29:52.171642 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15bae0c-55e0-452a-984d-d081136cd5d7,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:52.214568 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (14d6f5bd-de9c-4b0f-99d7-1369c8b16b74), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:52.223844 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-833c3d0d-05c8-4d45-a1d3-ee4bc03a820e req-3d0b4bbe-9bf3-444c-8874-795d350fa810 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356199 May 05 20:29:52.302050 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (14d6f5bd-de9c-4b0f-99d7-1369c8b16b74), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:52.303130 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:52.304229 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:52.372577 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'd55a18f8-f1a2-4d76-bd4b-217e6f65af23', 'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'mac_address': 'fa:16:3e:76:33:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:49Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 2, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'subnets': [{'id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:52.377442 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=14d6f5bd-de9c-4b0f-99d7-1369c8b16b74,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:52.412663 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:29:52.415111 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Checking router: 3fa46d75-ca99-4f90-a69c-485819239410 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:52.415465 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Updating router 3fa46d75-ca99-4f90-a69c-485819239410 port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:29:52.436813 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4596b65b-bbcc-4c7c-ad50-231314d36fe2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6560638 May 05 20:29:52.439224 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59764) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:52.443906 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Request body: {'subnet': {'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-971801564-subnet', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:52.450636 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:52.573140 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Made reservation on behalf of bb866568860240039b58a61064a3d151 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:52.580393 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:52.892172 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:52.959458 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:52.980393 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Checking segment: {'id': '7e60350c-6a57-4693-91a9-616eadcd41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:52.981639 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Network hostable DHCP agents. Network: 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:29:52.983669 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-924412be-b186-4649-be32-c8ce2a4a98ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.083179 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Publish callbacks [] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.096444 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:29:53.174950 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.232395 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:53.235624 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf49d-a9af-47bf-b8c3-a7cbced88901 None None] Pushing event updated for resources: {'Port': ['ID=d55a18f8-f1a2-4d76-bd4b-217e6f65af23,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:53.237762 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:53.242415 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.266713 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78592d6d-c1eb-4779-8ad6-997f2975f643 None None] Network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:53.369488 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Attempting to bind port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:53.369964 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Attempting to bind port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:53.370533 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Attempting to bind port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 on network af5bcccc-edb9-4199-814f-06d5f7386fb4 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:53.383041 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:53.383502 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Checking segment: {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:53.383902 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.387728 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Bound using segment: {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:53.387728 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Bound port: d55a18f8-f1a2-4d76-bd4b-217e6f65af23, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:53.387728 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.397768 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d1280158-e877-4d27-be9f-7caa20e3421e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9572413 May 05 20:29:53.400222 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59812) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:53.412342 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:29:53.443781 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d251e5e-9fc0-4351-8eb5-53e531316358 req-bd12400d-5a40-422c-b883-59e6d586a418 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:53.446054 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9d251e5e-9fc0-4351-8eb5-53e531316358 req-bd12400d-5a40-422c-b883-59e6d586a418 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.1307204 May 05 20:29:53.467869 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device bceb4732-e29f-4439-b6f5-ec07b37d6146 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:53.526381 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-14d6f5bd-de9c-4b0f-99d7-1369c8b16b74', 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74', 'project_id': 'bb866568860240039b58a61064a3d151', 'fixed_ips': [{'subnet_id': 'd9b0b1b3-67aa-4ee2-bce5-58eba487f4d4'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:29:53.527552 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.528843 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (e714f020-9c53-4d67-a700-504df06bce15), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.530393 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (e714f020-9c53-4d67-a700-504df06bce15), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.590295 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] For port d55a18f8-f1a2-4d76-bd4b-217e6f65af23, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:53.607457 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9d251e5e-9fc0-4351-8eb5-53e531316358 req-46dd29f1-59ed-47c2-a2a5-28d3becd5653 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440649 May 05 20:29:53.676865 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks [] for router_controller (e714f020-9c53-4d67-a700-504df06bce15), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.679079 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] For port d55a18f8-f1a2-4d76-bd4b-217e6f65af23, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=d55a18f8-f1a2-4d76-bd4b-217e6f65af23,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:53.698673 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port bceb4732-e29f-4439-b6f5-ec07b37d6146 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:53.701921 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.772759 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.830569 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-970bf808-b601-4157-90f0-ed3b356b4c67 None None] Provisioning complete for port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:53.830942 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-970bf808-b601-4157-90f0-ed3b356b4c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.848763 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Allocated IP 172.20.0.2 (14d6f5bd-de9c-4b0f-99d7-1369c8b16b74/d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4/6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:53.902783 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:53.903468 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:53.914127 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks [] for router_gateway (e714f020-9c53-4d67-a700-504df06bce15), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:53.936407 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf49d-a9af-47bf-b8c3-a7cbced88901 None None] Pushing event updated for resources: {'Port': ['ID=d55a18f8-f1a2-4d76-bd4b-217e6f65af23,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:54.047658 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port bceb4732-e29f-4439-b6f5-ec07b37d6146 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:54.200945 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-970bf808-b601-4157-90f0-ed3b356b4c67 None None] Current status of the port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:54.201359 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-970bf808-b601-4157-90f0-ed3b356b4c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.204224 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks [] for router_gateway (e714f020-9c53-4d67-a700-504df06bce15), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.208492 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:54.224129 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.280798 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-970bf808-b601-4157-90f0-ed3b356b4c67 None None] For port d55a18f8-f1a2-4d76-bd4b-217e6f65af23, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=d55a18f8-f1a2-4d76-bd4b-217e6f65af23,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:54.293473 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Publish callbacks [] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.337174 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Allocated IP 172.27.0.116 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/444199cf-270d-4af4-adae-78852e561711) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:54.375690 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-970bf808-b601-4157-90f0-ed3b356b4c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.407572 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.461243 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:54.462246 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks [] for port (444199cf-270d-4af4-adae-78852e561711), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.468560 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:54.472739 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:54.497691 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bf808-b601-4157-90f0-ed3b356b4c67 None None] Pushing event updated for resources: {'Port': ['ID=d55a18f8-f1a2-4d76-bd4b-217e6f65af23,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:54.574587 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (444199cf-270d-4af4-adae-78852e561711), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.584634 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-14b8ba47-e98f-4db6-9ad1-ad7e3f301a73 None None] Provisioning complete for port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:54.585014 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-14b8ba47-e98f-4db6-9ad1-ad7e3f301a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.614633 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:54.619421 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:54.630721 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:54.630978 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Pushing event updated for resources: {'Port': ['ID=6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:54.633950 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=444199cf-270d-4af4-adae-78852e561711,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:54.636700 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Attempting to bind port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:54.637075 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Attempting to bind port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '7e60350c-6a57-4693-91a9-616eadcd41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:54.637540 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Attempting to bind port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 on network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:54.656637 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:54.656977 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Checking segment: {'id': '7e60350c-6a57-4693-91a9-616eadcd41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:54.657328 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.657714 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Bound using segment: {'id': '7e60350c-6a57-4693-91a9-616eadcd41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:54.658198 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Bound port: 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e60350c-6a57-4693-91a9-616eadcd41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:54.658580 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:54.689819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'd55a18f8-f1a2-4d76-bd4b-217e6f65af23', 'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'mac_address': 'fa:16:3e:76:33:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:49Z', 'updated_at': '2022-05-05T20:29:53Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'subnets': [{'id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:54.744585 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ee5af-d090-4350-aa28-360508aeb4fe None None] The sync data for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi is: [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'd55a18f8-f1a2-4d76-bd4b-217e6f65af23', 'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'mac_address': 'fa:16:3e:76:33:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:49Z', 'updated_at': '2022-05-05T20:29:53Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'subnets': [{'id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:54.783936 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474db1a9-785b-4a83-a59c-1c1dc5f23cb1 req-20a49476-2eab-48d6-b54a-ea0fa26fb810 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:54.786388 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-474db1a9-785b-4a83-a59c-1c1dc5f23cb1 req-20a49476-2eab-48d6-b54a-ea0fa26fb810 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0779283 May 05 20:29:54.901061 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-474db1a9-785b-4a83-a59c-1c1dc5f23cb1 req-c9c07b80-0047-4d1f-95c2-da7446f2850b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054349 May 05 20:29:55.030611 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59854) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:55.081263 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-14b8ba47-e98f-4db6-9ad1-ad7e3f301a73 None None] Current status of the port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:55.103245 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] For port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:55.106872 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] For port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98,segment=NetworkSegment(7e60350c-6a57-4693-91a9-616eadcd41ee),segment_id=7e60350c-6a57-4693-91a9-616eadcd41ee)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:55.117762 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-deccfd38-ab71-4aa0-a972-3d4b758d9a2f admin admin] Deleting subnet 1705f080-b24d-4682-a29a-8fde1d85774b {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:29:55.121566 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-deccfd38-ab71-4aa0-a972-3d4b758d9a2f admin admin] Publish callbacks [] for subnet (1705f080-b24d-4682-a29a-8fde1d85774b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.157622 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-deccfd38-ab71-4aa0-a972-3d4b758d9a2f admin admin] Publish callbacks [] for subnet (1705f080-b24d-4682-a29a-8fde1d85774b), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.164374 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-deccfd38-ab71-4aa0-a972-3d4b758d9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (1705f080-b24d-4682-a29a-8fde1d85774b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.170456 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c72b3f6-0fa0-4f3c-b076-f6016ed67aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.240279 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.338878 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-deccfd38-ab71-4aa0-a972-3d4b758d9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for subnet (1705f080-b24d-4682-a29a-8fde1d85774b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.352762 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4417a6-8915-4341-a55a-230a470c9a72 None None] Pushing event updated for resources: {'Port': ['ID=6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:55.365154 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-deccfd38-ab71-4aa0-a972-3d4b758d9a2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.373614 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-deccfd38-ab71-4aa0-a972-3d4b758d9a2f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1705f080-b24d-4682-a29a-8fde1d85774b HTTP/1.1" status: 204 len: 168 time: 0.3415768 May 05 20:29:55.374739 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59866) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:55.387202 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks [] for router_gateway (e714f020-9c53-4d67-a700-504df06bce15), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.427002 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccfd38-ab71-4aa0-a972-3d4b758d9a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1705f080-b24d-4682-a29a-8fde1d85774b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:55.504558 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device d55a18f8-f1a2-4d76-bd4b-217e6f65af23 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:55.650378 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (747f35ee-df4e-4ced-9391-f0a942d79da2), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.687894 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:55.687894 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.803031 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:55.823975 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (747f35ee-df4e-4ced-9391-f0a942d79da2), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:55.867349 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.868089 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.869064 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.869993 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > port after_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.872134 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.872540 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > port after_update 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.872859 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.873188 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.873651 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.874007 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:55.895807 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (e714f020-9c53-4d67-a700-504df06bce15), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.164944 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Router e714f020-9c53-4d67-a700-504df06bce15 is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:29:56.194980 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:56.195321 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:56.195641 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:56.195960 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 20:29:56.196357 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747f35ee-df4e-4ced-9391-f0a942d79da2']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:56.226451 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9abcac-abe4-4e96-90e6-9747a1c993e7') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:56.226744 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9abcac-abe4-4e96-90e6-9747a1c993e7') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:56.264124 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9462845'] for segment (ee9abcac-abe4-4e96-90e6-9747a1c993e7), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.298181 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (ee9abcac-abe4-4e96-90e6-9747a1c993e7), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.321257 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:29:56.321685 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9804425'] for segment (ee9abcac-abe4-4e96-90e6-9747a1c993e7), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: from cryptography.utils import int_from_bytes May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: from cryptography.utils import int_from_bytes May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: Traceback (most recent call last): May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: timer() May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: cb(*args, **kw) May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: return func(*args, **kwargs) May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: self._notify() May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: self.callback(batched_events) May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: event.method(event) May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: return f(self, *a, **k) May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._get(url).json() May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: return self.request(url, 'GET', **kwargs) May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:29:56.325659 dv-cinder-840730-1-iscsi neutron-server[103995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:29:56.336689 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:29:56.347694 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Sync routers for ids ['e714f020-9c53-4d67-a700-504df06bce15'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:56.366086 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Routers {'e714f020-9c53-4d67-a700-504df06bce15'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:56.366864 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['e714f020-9c53-4d67-a700-504df06bce15'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:56.388175 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fde8e-b0c5-4ac8-8c9f-8aa76d1c92a9 req-1511d629-565d-47d1-8629-fa87cde3fdd1 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:56.390669 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fb4fde8e-b0c5-4ac8-8c9f-8aa76d1c92a9 req-1511d629-565d-47d1-8629-fa87cde3fdd1 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.1890543 May 05 20:29:56.440741 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.499581 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.506229 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fb4fde8e-b0c5-4ac8-8c9f-8aa76d1c92a9 req-00ac46eb-0e2e-4e29-8497-3db53cae073c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839128 May 05 20:29:56.508300 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59890) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:56.508972 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4411184e-fa94-4c16-933e-10b34c58d3d0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1050951 May 05 20:29:56.529964 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Set router e714f020-9c53-4d67-a700-504df06bce15 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:56.581360 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (747f35ee-df4e-4ced-9391-f0a942d79da2), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.602790 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.611873 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] 10.222.0.49 "DELETE /v2.0/networks/747f35ee-df4e-4ced-9391-f0a942d79da2 HTTP/1.1" status: 204 len: 168 time: 1.2108426 May 05 20:29:56.612029 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59896) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:56.626107 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f1a44-2007-43cb-b336-708054b98e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=747f35ee-df4e-4ced-9391-f0a942d79da2,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:56.680468 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558e48a-2489-4c90-84af-12b199113d72 None None] Network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:29:56.690092 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa5dc21-6c7f-4d97-9611-d7c79ad263c2 admin admin] Deleting subnet 864b4efe-8b5e-4f4e-8e0c-f8266932e336 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:29:56.697676 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8aa5dc21-6c7f-4d97-9611-d7c79ad263c2 admin admin] Publish callbacks [] for subnet (864b4efe-8b5e-4f4e-8e0c-f8266932e336), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.738343 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8aa5dc21-6c7f-4d97-9611-d7c79ad263c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875637'] for subnet (864b4efe-8b5e-4f4e-8e0c-f8266932e336), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.790260 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8aa5dc21-6c7f-4d97-9611-d7c79ad263c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (864b4efe-8b5e-4f4e-8e0c-f8266932e336), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.835505 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e714f020-9c53-4d67-a700-504df06bce15', 'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '444199cf-270d-4af4-adae-78852e561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:53Z', 'updated_at': '2022-05-05T20:29:55Z', 'revision_number': 3, 'project_id': 'bb866568860240039b58a61064a3d151', 'gw_port': {'id': '444199cf-270d-4af4-adae-78852e561711', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:54Z', 'updated_at': '2022-05-05T20:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:56.871017 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Checking router: e714f020-9c53-4d67-a700-504df06bce15 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:56.871677 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Updating router e714f020-9c53-4d67-a700-504df06bce15 port 444199cf-270d-4af4-adae-78852e561711 binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:29:56.917172 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (444199cf-270d-4af4-adae-78852e561711), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.937918 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-75959f39-482b-4d9e-9177-a698f533ca91 None None] Provisioning complete for port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:56.938567 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-75959f39-482b-4d9e-9177-a698f533ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:56.969608 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59908) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:56.987832 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8aa5dc21-6c7f-4d97-9611-d7c79ad263c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9233526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8636503'] for subnet (864b4efe-8b5e-4f4e-8e0c-f8266932e336), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.054223 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8aa5dc21-6c7f-4d97-9611-d7c79ad263c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.063806 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8aa5dc21-6c7f-4d97-9611-d7c79ad263c2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/864b4efe-8b5e-4f4e-8e0c-f8266932e336 HTTP/1.1" status: 204 len: 168 time: 0.4517314 May 05 20:29:57.064445 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59918) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:57.074842 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5dc21-6c7f-4d97-9611-d7c79ad263c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864b4efe-8b5e-4f4e-8e0c-f8266932e336,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:57.160120 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-75959f39-482b-4d9e-9177-a698f533ca91 None None] Current status of the port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:57.166416 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-75959f39-482b-4d9e-9177-a698f533ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.260100 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-75959f39-482b-4d9e-9177-a698f533ca91 None None] For port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98,segment=NetworkSegment(7e60350c-6a57-4693-91a9-616eadcd41ee),segment_id=7e60350c-6a57-4693-91a9-616eadcd41ee)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:57.264064 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (124ef787-445c-4d16-99fd-6dfd7fc12aa5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.303221 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1ccb5374-6ab4-4a51-90a8-26225f56f41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.329034 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-75959f39-482b-4d9e-9177-a698f533ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.338387 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.471601 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75959f39-482b-4d9e-9177-a698f533ca91 None None] Pushing event updated for resources: {'Port': ['ID=6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:57.484507 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-819125e9-6a9d-4392-8fc2-1d503fd67e9e None None] Provisioning complete for port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:57.484885 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-819125e9-6a9d-4392-8fc2-1d503fd67e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.497961 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Publish callbacks [] for port (444199cf-270d-4af4-adae-78852e561711), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.579476 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (124ef787-445c-4d16-99fd-6dfd7fc12aa5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.593227 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (444199cf-270d-4af4-adae-78852e561711), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.626896 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-819125e9-6a9d-4392-8fc2-1d503fd67e9e None None] Current status of the port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:57.669577 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124ef787-445c-4d16-99fd-6dfd7fc12aa5']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:57.677166 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Allocated IP 172.20.0.1 (14d6f5bd-de9c-4b0f-99d7-1369c8b16b74/d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4/c21ce859-81e8-4dbc-86b5-709b3d318289) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:57.678558 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:57.688360 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f2205b-a7b5-4ea1-9e55-83627a1b5f02') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:57.688590 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f2205b-a7b5-4ea1-9e55-83627a1b5f02') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:57.710198 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875628'] for segment (76f2205b-a7b5-4ea1-9e55-83627a1b5f02), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.727523 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Attempting to bind port 444199cf-270d-4af4-adae-78852e561711 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:29:57.728934 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Attempting to bind port 444199cf-270d-4af4-adae-78852e561711 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:29:57.731451 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Attempting to bind port 444199cf-270d-4af4-adae-78852e561711 on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:29:57.735112 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1ccb5374-6ab4-4a51-90a8-26225f56f41f admin admin] Publish callbacks [] for security_group (975ea7a6-fdfb-4aa1-9970-50875a24e1da), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.736322 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (76f2205b-a7b5-4ea1-9e55-83627a1b5f02), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.741141 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:29:57.741892 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:29:57.742495 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.743309 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:29:57.743960 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Bound port: 444199cf-270d-4af4-adae-78852e561711, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:29:57.744603 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (444199cf-270d-4af4-adae-78852e561711), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.744777 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:29:57.745367 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9233448'] for segment (76f2205b-a7b5-4ea1-9e55-83627a1b5f02), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: Traceback (most recent call last): May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: timer() May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: cb(*args, **kw) May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: return func(*args, **kwargs) May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: self._notify() May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: self.callback(batched_events) May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: event.method(event) May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: return f(self, *a, **k) May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._get(url).json() May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:29:57.746939 dv-cinder-840730-1-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:29:57.763447 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b4eb3-a6c3-4b24-a746-11ddd4d1534a None None] Pushing event updated for resources: {'Port': ['ID=444199cf-270d-4af4-adae-78852e561711,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:57.779239 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:57.779740 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.824981 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1ccb5374-6ab4-4a51-90a8-26225f56f41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (975ea7a6-fdfb-4aa1-9970-50875a24e1da), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.827723 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646e352-a1c3-4c02-8bb3-d6f975c71937 req-3dbaf2f4-e114-4895-a7f2-675c252c15a3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:57.836224 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0646e352-a1c3-4c02-8bb3-d6f975c71937 req-3dbaf2f4-e114-4895-a7f2-675c252c15a3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.2093451 May 05 20:29:57.869420 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] For port 444199cf-270d-4af4-adae-78852e561711, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:29:57.878230 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] For port 444199cf-270d-4af4-adae-78852e561711, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=444199cf-270d-4af4-adae-78852e561711,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:29:57.882484 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1ccb5374-6ab4-4a51-90a8-26225f56f41f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d6227fae9844f8bb8b683efe2b3352e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9118059 May 05 20:29:57.883632 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb5374-6ab4-4a51-90a8-26225f56f41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975ea7a6-fdfb-4aa1-9970-50875a24e1da,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:57.885342 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59938) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:57.904189 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:57.970959 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0646e352-a1c3-4c02-8bb3-d6f975c71937 req-4a865c3f-df0c-4d1e-9e88-326532e99f02 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338720 May 05 20:29:57.977005 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Publish callbacks [] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.988104 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (444199cf-270d-4af4-adae-78852e561711), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:57.988293 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (124ef787-445c-4d16-99fd-6dfd7fc12aa5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.013335 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b38aab4-30f1-468e-b2ed-ec3cce3dd35d admin admin] Publish callbacks [] for security_group (975ea7a6-fdfb-4aa1-9970-50875a24e1da), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.013931 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.017940 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] 10.222.0.49 "DELETE /v2.0/networks/124ef787-445c-4d16-99fd-6dfd7fc12aa5 HTTP/1.1" status: 204 len: 168 time: 0.9517255 May 05 20:29:58.018897 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e4fd9-da06-4bfc-897f-571e79cbb428 admin admin] Pushing event deleted for resources: {'Network': ['ID=124ef787-445c-4d16-99fd-6dfd7fc12aa5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:58.028736 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.058673 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b38aab4-30f1-468e-b2ed-ec3cce3dd35d admin admin] Publish callbacks [] for security_group (975ea7a6-fdfb-4aa1-9970-50875a24e1da), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.101887 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b4eb3-a6c3-4b24-a746-11ddd4d1534a None None] Pushing event updated for resources: {'Port': ['ID=444199cf-270d-4af4-adae-78852e561711,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:58.125227 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Routers {'e714f020-9c53-4d67-a700-504df06bce15'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:29:58.125759 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['e714f020-9c53-4d67-a700-504df06bce15'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:58.139487 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59948) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:58.146861 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.192510 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b38aab4-30f1-468e-b2ed-ec3cce3dd35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (975ea7a6-fdfb-4aa1-9970-50875a24e1da), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.195158 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b38aab4-30f1-468e-b2ed-ec3cce3dd35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.197030 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1b38aab4-30f1-468e-b2ed-ec3cce3dd35d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/975ea7a6-fdfb-4aa1-9970-50875a24e1da HTTP/1.1" status: 204 len: 168 time: 0.3106282 May 05 20:29:58.217373 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:58.222437 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:58.225219 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:29:58.227543 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38aab4-30f1-468e-b2ed-ec3cce3dd35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975ea7a6-fdfb-4aa1-9970-50875a24e1da,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:58.269613 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Pushing event updated for resources: {'Port': ['ID=c21ce859-81e8-4dbc-86b5-709b3d318289,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:58.288441 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] Set router e714f020-9c53-4d67-a700-504df06bce15 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:29:58.301444 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5bacf29-9a38-46c0-b511-a9ab7521ee02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.318279 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (e714f020-9c53-4d67-a700-504df06bce15), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.496566 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5bacf29-9a38-46c0-b511-a9ab7521ee02 admin admin] Publish callbacks [] for security_group (b3f93a2c-a69a-42a6-9b0b-26f5fe530f5a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.515095 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59960) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:58.553143 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d7a02230-0239-466c-9598-caf002db1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e714f020-9c53-4d67-a700-504df06bce15', 'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '444199cf-270d-4af4-adae-78852e561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:53Z', 'updated_at': '2022-05-05T20:29:55Z', 'revision_number': 3, 'project_id': 'bb866568860240039b58a61064a3d151', 'gw_port': {'id': '444199cf-270d-4af4-adae-78852e561711', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:54Z', 'updated_at': '2022-05-05T20:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:58.562266 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1cc3cf8b-79f1-40d4-a0a7-68826ceafba5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57ce3b2f8cbc441db939a941d920a700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454555 May 05 20:29:58.565111 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59962) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:58.587388 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-dad9d977-1bf3-4d47-96b5-ebad36c6740a None None] Provisioning complete for port c21ce859-81e8-4dbc-86b5-709b3d318289 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:58.588016 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dad9d977-1bf3-4d47-96b5-ebad36c6740a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.591378 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02230-0239-466c-9598-caf002db1082 None None] The sync data for ids ['e714f020-9c53-4d67-a700-504df06bce15'] in dv-cinder-840730-1-iscsi is: [{'id': 'e714f020-9c53-4d67-a700-504df06bce15', 'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '444199cf-270d-4af4-adae-78852e561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:53Z', 'updated_at': '2022-05-05T20:29:55Z', 'revision_number': 3, 'project_id': 'bb866568860240039b58a61064a3d151', 'gw_port': {'id': '444199cf-270d-4af4-adae-78852e561711', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:54Z', 'updated_at': '2022-05-05T20:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:58.610780 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.612139 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f5bacf29-9a38-46c0-b511-a9ab7521ee02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b3f93a2c-a69a-42a6-9b0b-26f5fe530f5a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.651001 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-dad9d977-1bf3-4d47-96b5-ebad36c6740a None None] Port c21ce859-81e8-4dbc-86b5-709b3d318289 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:29:58.681036 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7398ec8d-36bf-439f-bd1f-57d3f069fc06 admin admin] Publish callbacks [] for security_group (f4116584-c5d5-4c62-a4a1-22a1e0633dc7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.697225 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f5bacf29-9a38-46c0-b511-a9ab7521ee02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=564d970444de4cc1a651c38a54db29b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5565419 May 05 20:29:58.697932 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bacf29-9a38-46c0-b511-a9ab7521ee02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f93a2c-a69a-42a6-9b0b-26f5fe530f5a,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:58.702153 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 59970) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:58.719944 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7398ec8d-36bf-439f-bd1f-57d3f069fc06 admin admin] Publish callbacks [] for security_group (f4116584-c5d5-4c62-a4a1-22a1e0633dc7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.863350 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ee4e8dd-92a7-4a13-b557-a7a74c293357 admin admin] Publish callbacks [] for security_group (b3f93a2c-a69a-42a6-9b0b-26f5fe530f5a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.878902 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7398ec8d-36bf-439f-bd1f-57d3f069fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f4116584-c5d5-4c62-a4a1-22a1e0633dc7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.882034 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7398ec8d-36bf-439f-bd1f-57d3f069fc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:58.883465 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7398ec8d-36bf-439f-bd1f-57d3f069fc06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4116584-c5d5-4c62-a4a1-22a1e0633dc7 HTTP/1.1" status: 204 len: 168 time: 0.3150570 May 05 20:29:58.894793 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398ec8d-36bf-439f-bd1f-57d3f069fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4116584-c5d5-4c62-a4a1-22a1e0633dc7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:58.924020 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ee4e8dd-92a7-4a13-b557-a7a74c293357 admin admin] Publish callbacks [] for security_group (b3f93a2c-a69a-42a6-9b0b-26f5fe530f5a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.193872 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Publish callbacks [] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.213815 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8967a-da8e-4baf-b3bd-0dc7d5daeb56 req-54d4d9e2-5b3a-4c75-896e-a827a3bdb759 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:59.215507 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d1d8967a-da8e-4baf-b3bd-0dc7d5daeb56 req-54d4d9e2-5b3a-4c75-896e-a827a3bdb759 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0751967 May 05 20:29:59.224550 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59982) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:59.271511 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-869d6add-e037-4ecc-969e-7f4be69c5be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.275713 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d1d8967a-da8e-4baf-b3bd-0dc7d5daeb56 req-512c86f6-aa87-4298-962e-131ef088dd15 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 May 05 20:29:59.286079 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.340460 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ee4e8dd-92a7-4a13-b557-a7a74c293357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b3f93a2c-a69a-42a6-9b0b-26f5fe530f5a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.342987 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ee4e8dd-92a7-4a13-b557-a7a74c293357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.346382 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7ee4e8dd-92a7-4a13-b557-a7a74c293357 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3f93a2c-a69a-42a6-9b0b-26f5fe530f5a HTTP/1.1" status: 204 len: 168 time: 0.6411369 May 05 20:29:59.373262 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4e8dd-92a7-4a13-b557-a7a74c293357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f93a2c-a69a-42a6-9b0b-26f5fe530f5a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:59.387319 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Pushing event updated for resources: {'Port': ['ID=c21ce859-81e8-4dbc-86b5-709b3d318289,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:59.389275 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (e714f020-9c53-4d67-a700-504df06bce15), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.461112 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-869d6add-e037-4ecc-969e-7f4be69c5be9 admin admin] Publish callbacks [] for security_group (bf6b2fa6-edef-4dd1-9dab-2de871963990), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.517235 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.553818 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-869d6add-e037-4ecc-969e-7f4be69c5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (bf6b2fa6-edef-4dd1-9dab-2de871963990), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.581602 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:59.584375 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:59.658476 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 444199cf-270d-4af4-adae-78852e561711 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:29:59.664954 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-869d6add-e037-4ecc-969e-7f4be69c5be9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1a4d90efe814b719a2f7d2704889b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4393158 May 05 20:29:59.668047 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 59992) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:29:59.699411 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d6add-e037-4ecc-969e-7f4be69c5be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6b2fa6-edef-4dd1-9dab-2de871963990,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:59.741199 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 444199cf-270d-4af4-adae-78852e561711 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:29:59.742046 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c1c49352-8f9e-426e-bf05-9c370dc7fa3e admin admin] Publish callbacks [] for security_group (bf6b2fa6-edef-4dd1-9dab-2de871963990), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.742852 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (444199cf-270d-4af4-adae-78852e561711), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.776557 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c1c49352-8f9e-426e-bf05-9c370dc7fa3e admin admin] Publish callbacks [] for security_group (bf6b2fa6-edef-4dd1-9dab-2de871963990), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.800931 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Router e714f020-9c53-4d67-a700-504df06bce15 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:29:59.899463 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 444199cf-270d-4af4-adae-78852e561711 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:29:59.900150 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (444199cf-270d-4af4-adae-78852e561711), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.924220 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 444199cf-270d-4af4-adae-78852e561711, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=444199cf-270d-4af4-adae-78852e561711,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:29:59.957974 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c1c49352-8f9e-426e-bf05-9c370dc7fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (bf6b2fa6-edef-4dd1-9dab-2de871963990), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.960523 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c1c49352-8f9e-426e-bf05-9c370dc7fa3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:29:59.961950 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c1c49352-8f9e-426e-bf05-9c370dc7fa3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf6b2fa6-edef-4dd1-9dab-2de871963990 HTTP/1.1" status: 204 len: 168 time: 0.2928433 May 05 20:29:59.970900 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c49352-8f9e-426e-bf05-9c370dc7fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6b2fa6-edef-4dd1-9dab-2de871963990,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:00.008378 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-038708ad-d772-4ca8-8f96-388f04ecbb6e None None] Provisioning complete for port c21ce859-81e8-4dbc-86b5-709b3d318289 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:00.008378 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-038708ad-d772-4ca8-8f96-388f04ecbb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.019240 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:30:00.026063 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f13da2a9-1d24-4a7d-be83-b53c1e263fac admin admin] 10.222.0.49 "PUT /v2.0/routers/e714f020-9c53-4d67-a700-504df06bce15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5167284 May 05 20:30:00.036145 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (444199cf-270d-4af4-adae-78852e561711), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.066340 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60006) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:00.077354 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-038708ad-d772-4ca8-8f96-388f04ecbb6e None None] Port c21ce859-81e8-4dbc-86b5-709b3d318289 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:30:00.101160 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=444199cf-270d-4af4-adae-78852e561711,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:00.117506 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fd1c3011-cf44-4770-8914-1c89d69f3638 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=541c2047f49a495db156a0431c1fe7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493865 May 05 20:30:00.120054 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60008) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:00.175171 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-63fc3a5f-1bfd-4180-a06d-f449a7a5526e admin admin] Publish callbacks [] for security_group (8cade577-ee64-4870-8288-182053d1879b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.197869 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-63fc3a5f-1bfd-4180-a06d-f449a7a5526e admin admin] Publish callbacks [] for security_group (8cade577-ee64-4870-8288-182053d1879b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.328431 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-63fc3a5f-1bfd-4180-a06d-f449a7a5526e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8cade577-ee64-4870-8288-182053d1879b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.332860 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-63fc3a5f-1bfd-4180-a06d-f449a7a5526e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.333670 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-63fc3a5f-1bfd-4180-a06d-f449a7a5526e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cade577-ee64-4870-8288-182053d1879b HTTP/1.1" status: 204 len: 168 time: 0.2113769 May 05 20:30:00.341413 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc3a5f-1bfd-4180-a06d-f449a7a5526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cade577-ee64-4870-8288-182053d1879b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:00.414357 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a304d6-e725-4bed-9144-0aad78308792 req-9e8eb272-fd33-43dc-a95a-b6ce5852feef tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:00.415964 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-06a304d6-e725-4bed-9144-0aad78308792 req-9e8eb272-fd33-43dc-a95a-b6ce5852feef tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0601017 May 05 20:30:00.465095 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-06a304d6-e725-4bed-9144-0aad78308792 req-dbc39a2f-2258-40ef-8b36-e59122fc1a5e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 May 05 20:30:00.522531 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60016) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:00.536345 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-69e42d3a-9cbb-4f69-8e09-a6651bdc6170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.622249 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-69e42d3a-9cbb-4f69-8e09-a6651bdc6170 admin admin] Publish callbacks [] for security_group (110d756c-35e1-486d-b632-4ac11961952b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.684634 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-69e42d3a-9cbb-4f69-8e09-a6651bdc6170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (110d756c-35e1-486d-b632-4ac11961952b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.729423 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-69e42d3a-9cbb-4f69-8e09-a6651bdc6170 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37721bea4cce416db48506416bd5d850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026360 May 05 20:30:00.729700 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60026) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:00.735753 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e42d3a-9cbb-4f69-8e09-a6651bdc6170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110d756c-35e1-486d-b632-4ac11961952b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:00.786711 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b3bee38c-aa59-4b81-9850-c47c7d495850 admin admin] Publish callbacks [] for security_group (110d756c-35e1-486d-b632-4ac11961952b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.810185 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b3bee38c-aa59-4b81-9850-c47c7d495850 admin admin] Publish callbacks [] for security_group (110d756c-35e1-486d-b632-4ac11961952b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.930305 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b3bee38c-aa59-4b81-9850-c47c7d495850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (110d756c-35e1-486d-b632-4ac11961952b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.932862 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b3bee38c-aa59-4b81-9850-c47c7d495850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:00.941062 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b3bee38c-aa59-4b81-9850-c47c7d495850 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/110d756c-35e1-486d-b632-4ac11961952b HTTP/1.1" status: 204 len: 168 time: 0.2034140 May 05 20:30:00.943380 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bee38c-aa59-4b81-9850-c47c7d495850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110d756c-35e1-486d-b632-4ac11961952b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:01.646800 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 444199cf-270d-4af4-adae-78852e561711 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:30:01.730155 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad4f08-ee4c-4d22-a7e4-50267f53a5b6 req-4328de84-f22a-4ca1-9f77-9db0e8a24f3b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:01.735337 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-70ad4f08-ee4c-4d22-a7e4-50267f53a5b6 req-4328de84-f22a-4ca1-9f77-9db0e8a24f3b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.1132731 May 05 20:30:01.750226 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 444199cf-270d-4af4-adae-78852e561711 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:01.754838 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (444199cf-270d-4af4-adae-78852e561711), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:01.858387 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-70ad4f08-ee4c-4d22-a7e4-50267f53a5b6 req-b2a38ede-597e-4847-8156-ac43e65e3372 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116419 May 05 20:30:01.932385 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 444199cf-270d-4af4-adae-78852e561711 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:02.005935 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Sync routers for ids ['e714f020-9c53-4d67-a700-504df06bce15'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:02.044603 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Routers {'e714f020-9c53-4d67-a700-504df06bce15'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:30:02.048096 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['e714f020-9c53-4d67-a700-504df06bce15'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:02.212006 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77101-d6c7-4f3e-8e89-11a4050187be req-bd6ac76d-eabb-494b-a371-4f93d993c9de tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:02.220550 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-96f77101-d6c7-4f3e-8e89-11a4050187be req-bd6ac76d-eabb-494b-a371-4f93d993c9de tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1624014 May 05 20:30:02.290148 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-96f77101-d6c7-4f3e-8e89-11a4050187be req-4134e066-a00c-4d30-9173-d46db58f4cc8 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685265 May 05 20:30:02.309806 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Set router e714f020-9c53-4d67-a700-504df06bce15 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:30:02.663068 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e714f020-9c53-4d67-a700-504df06bce15', 'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '444199cf-270d-4af4-adae-78852e561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:53Z', 'updated_at': '2022-05-05T20:29:58Z', 'revision_number': 4, 'project_id': 'bb866568860240039b58a61064a3d151', 'gw_port': {'id': '444199cf-270d-4af4-adae-78852e561711', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:54Z', 'updated_at': '2022-05-05T20:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'c21ce859-81e8-4dbc-86b5-709b3d318289', 'name': '', 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'mac_address': 'fa:16:3e:df:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd9b0b1b3-67aa-4ee2-bce5-58eba487f4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:57Z', 'updated_at': '2022-05-05T20:29:58Z', 'revision_number': 2, 'project_id': 'bb866568860240039b58a61064a3d151', 'subnets': [{'id': 'd9b0b1b3-67aa-4ee2-bce5-58eba487f4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:02.692812 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Checking router: e714f020-9c53-4d67-a700-504df06bce15 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:02.693220 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Updating router e714f020-9c53-4d67-a700-504df06bce15 port c21ce859-81e8-4dbc-86b5-709b3d318289 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:30:02.731610 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:03.008868 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2b628-60d8-40a6-b020-f3c7fdf99ff3 req-17abc9ec-31a0-4d59-8187-d466779b7196 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:03.011086 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1db2b628-60d8-40a6-b020-f3c7fdf99ff3 req-17abc9ec-31a0-4d59-8187-d466779b7196 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0769465 May 05 20:30:03.041675 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c19d7-e28f-44e2-9c86-826d82b4e60c req-3f04d63f-d22e-495d-9f84-b0b7ca50f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:03.044623 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-343c19d7-e28f-44e2-9c86-826d82b4e60c req-3f04d63f-d22e-495d-9f84-b0b7ca50f71f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 1130 time: 0.0968928 May 05 20:30:03.112102 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-343c19d7-e28f-44e2-9c86-826d82b4e60c req-4753cfd7-8758-4ea6-b3bc-21dd1623ceaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569854 May 05 20:30:03.138229 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1db2b628-60d8-40a6-b020-f3c7fdf99ff3 req-1fc79249-59f3-46fc-b5e3-ce1b33fed48f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199989 May 05 20:30:03.166028 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Publish callbacks [] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:03.237636 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:03.392338 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78b7ab-4f40-40b1-ac3c-b8764ad2fce6 None None] Pushing event updated for resources: {'Port': ['ID=c21ce859-81e8-4dbc-86b5-709b3d318289,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:03.462420 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a83c5a-5503-4434-9c02-60087079ae63 req-b987099e-bc47-4962-8d5a-5bd23793a66b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:03.476417 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-50a83c5a-5503-4434-9c02-60087079ae63 req-b987099e-bc47-4962-8d5a-5bd23793a66b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.0709848 May 05 20:30:03.484413 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Attempting to bind port c21ce859-81e8-4dbc-86b5-709b3d318289 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:30:03.484775 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Attempting to bind port c21ce859-81e8-4dbc-86b5-709b3d318289 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '7e60350c-6a57-4693-91a9-616eadcd41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:30:03.485143 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Attempting to bind port c21ce859-81e8-4dbc-86b5-709b3d318289 on network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:30:03.500361 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:30:03.500750 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Checking segment: {'id': '7e60350c-6a57-4693-91a9-616eadcd41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:30:03.501158 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:03.501583 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Bound using segment: {'id': '7e60350c-6a57-4693-91a9-616eadcd41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:30:03.502062 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Bound port: c21ce859-81e8-4dbc-86b5-709b3d318289, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e60350c-6a57-4693-91a9-616eadcd41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:30:03.502449 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:03.542778 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-50a83c5a-5503-4434-9c02-60087079ae63 req-38b113d5-58c5-4f2a-8311-151436791369 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695739 May 05 20:30:03.654478 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] For port c21ce859-81e8-4dbc-86b5-709b3d318289, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:30:03.659356 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] For port c21ce859-81e8-4dbc-86b5-709b3d318289, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=c21ce859-81e8-4dbc-86b5-709b3d318289,segment=NetworkSegment(7e60350c-6a57-4693-91a9-616eadcd41ee),segment_id=7e60350c-6a57-4693-91a9-616eadcd41ee)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:30:03.732171 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:03.806028 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78b7ab-4f40-40b1-ac3c-b8764ad2fce6 None None] Pushing event updated for resources: {'Port': ['ID=c21ce859-81e8-4dbc-86b5-709b3d318289,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:03.810487 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-71c1d2f9-896a-4203-bc29-3def36057e3a None None] Provisioning complete for port c21ce859-81e8-4dbc-86b5-709b3d318289 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:03.810935 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-71c1d2f9-896a-4203-bc29-3def36057e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:03.893040 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Routers {'e714f020-9c53-4d67-a700-504df06bce15'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:30:03.893937 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:29:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['e714f020-9c53-4d67-a700-504df06bce15'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:04.375275 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c38ea-fcfb-4cfa-b484-b1460e1a2191 req-13d70cfb-bc32-4d97-b3fd-53a4767fac5d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:04.376823 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-671c38ea-fcfb-4cfa-b484-b1460e1a2191 req-13d70cfb-bc32-4d97-b3fd-53a4767fac5d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0913994 May 05 20:30:04.548168 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-671c38ea-fcfb-4cfa-b484-b1460e1a2191 req-5febab52-4d68-4354-a18f-f7fa10b1ce18 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551857 May 05 20:30:04.588555 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-71c1d2f9-896a-4203-bc29-3def36057e3a None None] Current status of the port c21ce859-81e8-4dbc-86b5-709b3d318289 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:04.589326 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-71c1d2f9-896a-4203-bc29-3def36057e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:04.627272 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] Set router e714f020-9c53-4d67-a700-504df06bce15 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:30:04.686111 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-72b44cb0-ed7c-40b7-b854-4c9842961500 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860201821&fields=id&tenant_id=c7e2232065a84ff88ccc574160e0114c HTTP/1.1" status: 200 len: 267 time: 0.1494720 May 05 20:30:04.713604 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-71c1d2f9-896a-4203-bc29-3def36057e3a None None] For port c21ce859-81e8-4dbc-86b5-709b3d318289, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=c21ce859-81e8-4dbc-86b5-709b3d318289,segment=NetworkSegment(7e60350c-6a57-4693-91a9-616eadcd41ee),segment_id=7e60350c-6a57-4693-91a9-616eadcd41ee)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:04.792740 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-71c1d2f9-896a-4203-bc29-3def36057e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:04.917978 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843184c-2a87-42f1-8f68-cbce3d88939d req-923422ca-666a-4852-b1ed-809999217d65 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:04.929180 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5843184c-2a87-42f1-8f68-cbce3d88939d req-923422ca-666a-4852-b1ed-809999217d65 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2392104 May 05 20:30:05.013017 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-c9af7ce4-f237-4fcc-886e-809dac8c8f9b None None] Provisioning complete for port c21ce859-81e8-4dbc-86b5-709b3d318289 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:05.013825 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5843184c-2a87-42f1-8f68-cbce3d88939d req-7085e954-7c5a-4d37-9871-e692521cd8b1 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775502 May 05 20:30:05.021817 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c9af7ce4-f237-4fcc-886e-809dac8c8f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:05.023551 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-10125f08-025d-4b43-9029-d601a2d4c944 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:05.040398 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-10125f08-025d-4b43-9029-d601a2d4c944 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/networks?id=db004025-88a0-4413-a8fa-287a22738800 HTTP/1.1" status: 200 len: 808 time: 0.3343127 May 05 20:30:05.066899 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-ea89766d-51eb-48d6-9477-db6748eb7615 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/quotas/c7e2232065a84ff88ccc574160e0114c HTTP/1.1" status: 200 len: 375 time: 0.0264904 May 05 20:30:05.159628 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1d2f9-896a-4203-bc29-3def36057e3a None None] Pushing event updated for resources: {'Port': ['ID=c21ce859-81e8-4dbc-86b5-709b3d318289,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:05.183146 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-c6604ef1-cc11-44f3-96d4-67322f684a5c tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7e2232065a84ff88ccc574160e0114c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089087 May 05 20:30:05.286660 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-c9af7ce4-f237-4fcc-886e-809dac8c8f9b None None] Current status of the port c21ce859-81e8-4dbc-86b5-709b3d318289 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:05.304065 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e714f020-9c53-4d67-a700-504df06bce15', 'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '444199cf-270d-4af4-adae-78852e561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:53Z', 'updated_at': '2022-05-05T20:29:58Z', 'revision_number': 4, 'project_id': 'bb866568860240039b58a61064a3d151', 'gw_port': {'id': '444199cf-270d-4af4-adae-78852e561711', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:54Z', 'updated_at': '2022-05-05T20:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'c21ce859-81e8-4dbc-86b5-709b3d318289', 'name': '', 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'mac_address': 'fa:16:3e:df:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd9b0b1b3-67aa-4ee2-bce5-58eba487f4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:57Z', 'updated_at': '2022-05-05T20:30:03Z', 'revision_number': 4, 'project_id': 'bb866568860240039b58a61064a3d151', 'subnets': [{'id': 'd9b0b1b3-67aa-4ee2-bce5-58eba487f4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:05.341484 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264e836-2579-47da-bcbf-7fe26d163130 None None] The sync data for ids ['e714f020-9c53-4d67-a700-504df06bce15'] in dv-cinder-840730-1-iscsi is: [{'id': 'e714f020-9c53-4d67-a700-504df06bce15', 'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '444199cf-270d-4af4-adae-78852e561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:53Z', 'updated_at': '2022-05-05T20:29:58Z', 'revision_number': 4, 'project_id': 'bb866568860240039b58a61064a3d151', 'gw_port': {'id': '444199cf-270d-4af4-adae-78852e561711', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:54Z', 'updated_at': '2022-05-05T20:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'c21ce859-81e8-4dbc-86b5-709b3d318289', 'name': '', 'network_id': '14d6f5bd-de9c-4b0f-99d7-1369c8b16b74', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'mac_address': 'fa:16:3e:df:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd9b0b1b3-67aa-4ee2-bce5-58eba487f4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:57Z', 'updated_at': '2022-05-05T20:30:03Z', 'revision_number': 4, 'project_id': 'bb866568860240039b58a61064a3d151', 'subnets': [{'id': 'd9b0b1b3-67aa-4ee2-bce5-58eba487f4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:05.353386 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-f9703c0e-6ec4-4791-ba24-a398e2d86bd6 service neutron] 10.222.0.49 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547320 May 05 20:30:05.580390 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-2bc214ea-f207-449d-9ad1-095c2e4f0588 service neutron] 10.222.0.49 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216084 May 05 20:30:05.787262 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device c21ce859-81e8-4dbc-86b5-709b3d318289 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:30:05.847006 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8abdd-0370-4a42-83ab-5453e6b0445c req-984c5791-75d0-4797-a8a2-a20dbe1434c5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:05.864269 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b0f8abdd-0370-4a42-83ab-5453e6b0445c req-984c5791-75d0-4797-a8a2-a20dbe1434c5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.1760921 May 05 20:30:05.999198 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port c21ce859-81e8-4dbc-86b5-709b3d318289 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:06.002590 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:06.052819 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b0f8abdd-0370-4a42-83ab-5453e6b0445c req-79d9202a-5bd3-41da-aee3-165ee960f28a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841190 May 05 20:30:06.155360 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port c21ce859-81e8-4dbc-86b5-709b3d318289 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:06.409055 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca6b93-bdc5-4b02-823e-6b4be26d76a9 req-241f13ca-be9c-43c1-a2d3-5c47f14bf29b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:06.411612 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0eca6b93-bdc5-4b02-823e-6b4be26d76a9 req-241f13ca-be9c-43c1-a2d3-5c47f14bf29b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1242840 May 05 20:30:06.485026 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0eca6b93-bdc5-4b02-823e-6b4be26d76a9 req-98488db1-c15a-4462-9a82-e9d4114ee3b9 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638287 May 05 20:30:07.452211 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe63db-1289-43f7-84ec-4255b7e71a87 req-c1042f0e-6906-4242-9143-d0e6595490d0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:07.471748 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-19fe63db-1289-43f7-84ec-4255b7e71a87 req-c1042f0e-6906-4242-9143-d0e6595490d0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.1110129 May 05 20:30:07.491339 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef4913-0193-4599-b869-4083453926ff req-8a070437-7f6b-4dbb-85a8-0b07d3b48629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:07.491339 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-49ef4913-0193-4599-b869-4083453926ff req-8a070437-7f6b-4dbb-85a8-0b07d3b48629 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 1130 time: 0.1076205 May 05 20:30:07.625542 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9f16ede2-de00-4b30-8067-9a57fd64b8a0 req-54da22f0-1b73-4338-ada6-9a1dfec7a340 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 210 time: 0.1050687 May 05 20:30:07.731093 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef4913-0193-4599-b869-4083453926ff req-95b8c850-30c2-44e2-8357-cb3df501adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:07.732932 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-49ef4913-0193-4599-b869-4083453926ff req-95b8c850-30c2-44e2-8357-cb3df501adbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.2246950 May 05 20:30:07.741000 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-19fe63db-1289-43f7-84ec-4255b7e71a87 req-c704ae70-d512-4461-aaef-fb52806dfbb7 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443936 May 05 20:30:07.802940 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-49ef4913-0193-4599-b869-4083453926ff req-d95a3d5b-732c-4b7c-b7bb-6038f0ae67a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a HTTP/1.1" status: 200 len: 217 time: 0.0478003 May 05 20:30:07.867178 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef4913-0193-4599-b869-4083453926ff req-9220a4c0-6524-4b4c-9b3a-0bf1b4139553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:07.869044 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-49ef4913-0193-4599-b869-4083453926ff req-9220a4c0-6524-4b4c-9b3a-0bf1b4139553 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0581348 May 05 20:30:07.871075 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e9f5d-0104-4c44-9add-5072a971e075 req-36ca6359-3036-47b2-9f31-ad9f095b859d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:07.872905 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5a4e9f5d-0104-4c44-9add-5072a971e075 req-36ca6359-3036-47b2-9f31-ad9f095b859d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.0645306 May 05 20:30:07.927601 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef4913-0193-4599-b869-4083453926ff req-5cb54a75-2271-47c3-bf19-187f785caf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:07.929650 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-49ef4913-0193-4599-b869-4083453926ff req-5cb54a75-2271-47c3-bf19-187f785caf07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528080 May 05 20:30:07.942980 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5a4e9f5d-0104-4c44-9add-5072a971e075 req-bf169e9f-cde8-4126-bd69-cbeff166d3cb tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638828 May 05 20:30:08.069512 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-49ef4913-0193-4599-b869-4083453926ff req-e287bb3c-723e-4adc-8d96-eee5156d40ca service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321244 May 05 20:30:08.173713 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-49ef4913-0193-4599-b869-4083453926ff req-c9d62f74-2698-4ae6-836f-c301d5b1bdb6 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976300 May 05 20:30:08.712363 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-77e1559c-5804-4115-a6c6-5de1d068c093 req-8dd3ac9a-396f-486b-8a64-69bfcf21cd86 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 210 time: 0.0475090 May 05 20:30:08.870255 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f88f7-eeae-4302-a85d-015fb4a5f2fc req-4a996b98-8b52-4ada-b6d0-e715c164d0a3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:08.872811 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6e0f88f7-eeae-4302-a85d-015fb4a5f2fc req-4a996b98-8b52-4ada-b6d0-e715c164d0a3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0632374 May 05 20:30:08.933140 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6e0f88f7-eeae-4302-a85d-015fb4a5f2fc req-dc0afaae-7196-42a2-b456-c2b586037ed7 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498393 May 05 20:30:09.095186 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b614a-e7fb-4649-a8e2-0d3949277e72 req-b8656dfb-d218-4960-853c-e8fa614f7a9a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:09.109953 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b06b614a-e7fb-4649-a8e2-0d3949277e72 req-b8656dfb-d218-4960-853c-e8fa614f7a9a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.0843024 May 05 20:30:09.163094 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b06b614a-e7fb-4649-a8e2-0d3949277e72 req-f13a9c8b-a21d-44bb-a22e-98e64b5078c0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522289 May 05 20:30:09.824532 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b55205b5-2f47-4a7a-b950-f6578c7f4a59 req-11a7800e-3028-437c-aaae-16e7d166a82f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 210 time: 0.0397804 May 05 20:30:10.113594 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60326) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:10.146965 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799954de-8a0e-4591-9bbf-636cbba3964f req-9984990e-51f2-4faa-91ea-6f157c2677b0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:10.149625 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-799954de-8a0e-4591-9bbf-636cbba3964f req-9984990e-51f2-4faa-91ea-6f157c2677b0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0760717 May 05 20:30:10.301648 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-799954de-8a0e-4591-9bbf-636cbba3964f req-c86e1371-522d-4dde-8435-d33bc544add6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439044 May 05 20:30:10.375377 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b54ab673-992f-4538-849a-b8cb41729f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:10.388854 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325976d-29f4-4568-a4ce-ce3377a31c2c req-1d53dab2-d33c-4469-961a-e805f954726b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:10.398132 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5325976d-29f4-4568-a4ce-ce3377a31c2c req-1d53dab2-d33c-4469-961a-e805f954726b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1230140 May 05 20:30:10.464116 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5325976d-29f4-4568-a4ce-ce3377a31c2c req-7e8a07f9-9ffe-4d86-bf6c-753b86051b4a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598700 May 05 20:30:10.526878 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b54ab673-992f-4538-849a-b8cb41729f9b admin admin] Publish callbacks [] for security_group (14b4749a-e5d3-460c-8e61-be1b377c2ca5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:10.589951 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-fd9560ff-8b33-4ec1-877d-d4b891b83573 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:10.592121 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-fd9560ff-8b33-4ec1-877d-d4b891b83573 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.41 "GET /v2.0/networks?id=db004025-88a0-4413-a8fa-287a22738800 HTTP/1.1" status: 200 len: 808 time: 0.1432538 May 05 20:30:10.641393 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b54ab673-992f-4538-849a-b8cb41729f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (14b4749a-e5d3-460c-8e61-be1b377c2ca5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:10.745186 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b54ab673-992f-4538-849a-b8cb41729f9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d266f4022b724c938e5fafaa4362c4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6160872 May 05 20:30:10.745186 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab673-992f-4538-849a-b8cb41729f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b4749a-e5d3-460c-8e61-be1b377c2ca5,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:10.746345 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60350) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:10.764249 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-12a5aaa2-91be-4959-80a0-fe72f9ad5f9b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7e2232065a84ff88ccc574160e0114c HTTP/1.1" status: 200 len: 379 time: 0.1593242 May 05 20:30:10.773451 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Request body: {'port': {'device_id': '7fe5d223-9150-4218-80e6-a37f61358304', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'admin_state_up': True, 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'security_groups': ['eaef6bfa-2921-419b-948b-d852343e8941']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:10.806490 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8a2fb3a3-2836-4ec8-80ac-669637d1c197 admin admin] Publish callbacks [] for security_group (14b4749a-e5d3-460c-8e61-be1b377c2ca5), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:10.834613 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8a2fb3a3-2836-4ec8-80ac-669637d1c197 admin admin] Publish callbacks [] for security_group (14b4749a-e5d3-460c-8e61-be1b377c2ca5), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:10.937168 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7053deeb-3be5-46b7-a82c-ab6a9ce03119 req-f1729634-0117-4467-a6cc-ad77ac65f3d1 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 210 time: 0.0296125 May 05 20:30:11.462650 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-fe265904-2b03-4dfb-a1e4-b2c9565e30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:11.464141 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-fe265904-2b03-4dfb-a1e4-b2c9565e30e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 1130 time: 0.0633388 May 05 20:30:11.476114 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbb0a-397c-4366-9343-0a0c8a6a99a4 req-b7b7df5a-65d6-47ec-a969-75bf2099ce81 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:11.486046 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-279bbb0a-397c-4366-9343-0a0c8a6a99a4 req-b7b7df5a-65d6-47ec-a969-75bf2099ce81 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0902882 May 05 20:30:11.487373 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8a2fb3a3-2836-4ec8-80ac-669637d1c197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (14b4749a-e5d3-460c-8e61-be1b377c2ca5), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:11.494709 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8a2fb3a3-2836-4ec8-80ac-669637d1c197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:11.501750 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8a2fb3a3-2836-4ec8-80ac-669637d1c197 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14b4749a-e5d3-460c-8e61-be1b377c2ca5 HTTP/1.1" status: 204 len: 168 time: 0.7631884 May 05 20:30:11.514453 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Made reservation on behalf of c7e2232065a84ff88ccc574160e0114c for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:11.515292 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fb3a3-2836-4ec8-80ac-669637d1c197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b4749a-e5d3-460c-8e61-be1b377c2ca5,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:11.525477 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:11.600093 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-279bbb0a-397c-4366-9343-0a0c8a6a99a4 req-2146ae40-b6aa-44a2-86a4-408689a4718b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939283 May 05 20:30:11.824345 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60380) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:11.868182 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022f9ba-89a1-4c7e-b383-4f4de23f477b req-46a2e5c6-134e-4502-8cae-942e8fb97cab tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:11.876826 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7022f9ba-89a1-4c7e-b383-4f4de23f477b req-46a2e5c6-134e-4502-8cae-942e8fb97cab tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1795769 May 05 20:30:11.957817 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7022f9ba-89a1-4c7e-b383-4f4de23f477b req-2e3a636a-d8f7-4f91-89e1-3f014af9b829 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789850 May 05 20:30:12.007436 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-32036ddd-b311-47e0-bac2-531a3d9c2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:12.009185 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-32036ddd-b311-47e0-bac2-531a3d9c2fdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 918 time: 0.4651029 May 05 20:30:12.098527 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Allocated IP 172.20.0.13 (db004025-88a0-4413-a8fa-287a22738800/12f6e706-08fa-40dc-995a-d4d4a2d2fa7e/da2cf2e4-6b6a-4dab-9219-da01dfa1c299) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:12.125715 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-09742d53-a0d1-4bd7-9aff-437232118451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe77acf-0b5a-4534-ba09-b09be799566e HTTP/1.1" status: 200 len: 1001 time: 0.1094975 May 05 20:30:12.173071 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a67a43be-f7a9-4c20-a08f-c8f968f15652 req-e95dbc57-02f3-4bb6-90c7-65c51a916540 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 210 time: 0.0673866 May 05 20:30:12.277090 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4d125735-6707-4884-a5cc-b0ab6b9d1de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:12.413085 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4d125735-6707-4884-a5cc-b0ab6b9d1de0 admin admin] Publish callbacks [] for security_group (87bb9401-ad62-412c-ac28-4e4fd634e349), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:12.525827 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4d125735-6707-4884-a5cc-b0ab6b9d1de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (87bb9401-ad62-412c-ac28-4e4fd634e349), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:12.605705 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-d7d9ad86-9ae4-4db4-a5c6-294036a13d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:12.609142 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-d7d9ad86-9ae4-4db4-a5c6-294036a13d9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.4772177 May 05 20:30:12.619464 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4d125735-6707-4884-a5cc-b0ab6b9d1de0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8671e52c1bee4469bbf429f02524a3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7798510 May 05 20:30:12.622487 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60392) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:12.652875 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d125735-6707-4884-a5cc-b0ab6b9d1de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bb9401-ad62-412c-ac28-4e4fd634e349,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:12.751700 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-903d2c6e-0050-4b21-b061-9af255d54542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:12.754897 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-903d2c6e-0050-4b21-b061-9af255d54542 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1379802 May 05 20:30:12.760762 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:12.795107 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0b973b4d-0899-48a3-9ceb-26bc0252874a admin admin] Publish callbacks [] for security_group (87bb9401-ad62-412c-ac28-4e4fd634e349), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:12.844441 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0b973b4d-0899-48a3-9ceb-26bc0252874a admin admin] Publish callbacks [] for security_group (87bb9401-ad62-412c-ac28-4e4fd634e349), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:12.867604 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60396) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:12.905463 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3d56-2a03-48db-97f0-11682246a0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:12.999228 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-89aacffc-24bb-472b-be52-07f5a521540b service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354672 May 05 20:30:13.100979 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0b973b4d-0899-48a3-9ceb-26bc0252874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (87bb9401-ad62-412c-ac28-4e4fd634e349), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.104315 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0b973b4d-0899-48a3-9ceb-26bc0252874a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.105870 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0b973b4d-0899-48a3-9ceb-26bc0252874a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87bb9401-ad62-412c-ac28-4e4fd634e349 HTTP/1.1" status: 204 len: 168 time: 0.4801376 May 05 20:30:13.123118 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b973b4d-0899-48a3-9ceb-26bc0252874a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bb9401-ad62-412c-ac28-4e4fd634e349,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:13.163643 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.179823 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d56b4a-15c3-4894-80ef-3d8ece8512dc req-aed85c9b-f6d9-4ae0-abe7-de6551e144d1 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:13.183395 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-20d56b4a-15c3-4894-80ef-3d8ece8512dc req-aed85c9b-f6d9-4ae0-abe7-de6551e144d1 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1242647 May 05 20:30:13.279248 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Network db004025-88a0-4413-a8fa-287a22738800 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:13.307149 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:13.315669 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-20d56b4a-15c3-4894-80ef-3d8ece8512dc req-d048446c-f9ec-4869-bf45-4bd78d33b7f7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207256 May 05 20:30:13.375802 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:30:13.388286 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-88e0dc12-d12a-493f-b8aa-e431b6b59cb5 req-9b8e52d9-992a-40fc-aa46-eb9c4e85720c service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797734 May 05 20:30:13.420193 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b9161-7db7-4704-8198-4842b8e0fa39 req-a517104e-4075-4d25-adc0-032735316e1d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:13.432434 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ae1b9161-7db7-4704-8198-4842b8e0fa39 req-a517104e-4075-4d25-adc0-032735316e1d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 932 time: 0.1125133 May 05 20:30:13.490052 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3d56-2a03-48db-97f0-11682246a0a8 admin admin] Publish callbacks [] for security_group (6415f68c-89b2-4fa9-9a04-d98454dc12a1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.504356 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'Port': ['ID=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:13.537246 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:13.537975 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.541687 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60408) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:13.571987 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ae1b9161-7db7-4704-8198-4842b8e0fa39 req-c8764df1-0217-49ad-bc89-9e422f3be565 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386547 May 05 20:30:13.687909 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-e2e4a486-6d5e-4bb8-85a8-dfe42385a0b7 None None] Provisioning complete for port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:13.688963 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e2e4a486-6d5e-4bb8-85a8-dfe42385a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.691022 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3d56-2a03-48db-97f0-11682246a0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (6415f68c-89b2-4fa9-9a04-d98454dc12a1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.745508 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1b1a3d56-2a03-48db-97f0-11682246a0a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d3bc248032a446f974bda21f4f2ddc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8725672 May 05 20:30:13.749565 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60414) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:13.751386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a3d56-2a03-48db-97f0-11682246a0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6415f68c-89b2-4fa9-9a04-d98454dc12a1,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:13.787622 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4a486-6d5e-4bb8-85a8-dfe42385a0b7 None None] Port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:30:13.794528 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-9325e91e-3408-482e-9e97-92ae10fa8261 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0255742 May 05 20:30:13.809390 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.811397 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Request body: {'port': {'device_id': '7fe5d223-9150-4218-80e6-a37f61358304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:13.869571 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fe6981ad-7313-4ca5-a462-b2e6d6b632d6 admin admin] Publish callbacks [] for security_group (6415f68c-89b2-4fa9-9a04-d98454dc12a1), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.949621 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fe6981ad-7313-4ca5-a462-b2e6d6b632d6 admin admin] Publish callbacks [] for security_group (6415f68c-89b2-4fa9-9a04-d98454dc12a1), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.989203 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:13.992607 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c757201-bec1-4976-bfcc-4ce757ee2f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.118358 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fe6981ad-7313-4ca5-a462-b2e6d6b632d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (6415f68c-89b2-4fa9-9a04-d98454dc12a1), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.126656 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fe6981ad-7313-4ca5-a462-b2e6d6b632d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.137465 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fe6981ad-7313-4ca5-a462-b2e6d6b632d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6415f68c-89b2-4fa9-9a04-d98454dc12a1 HTTP/1.1" status: 204 len: 168 time: 0.3819454 May 05 20:30:14.161569 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6981ad-7313-4ca5-a462-b2e6d6b632d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6415f68c-89b2-4fa9-9a04-d98454dc12a1,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:14.361501 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60426) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:14.409028 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c757201-bec1-4976-bfcc-4ce757ee2f03 admin admin] Publish callbacks [] for security_group (2cf3ee52-b287-423f-a4ea-052f385aad08), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.437544 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43377d26-24d1-408f-bafc-7af3f5d2327e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.532446 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe608b70-ddeb-41b9-86a9-03de6d8072cb req-669063df-b36b-4440-a03f-275a85b346dc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:14.536714 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fe608b70-ddeb-41b9-86a9-03de6d8072cb req-669063df-b36b-4440-a03f-275a85b346dc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1000056 May 05 20:30:14.562086 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c757201-bec1-4976-bfcc-4ce757ee2f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (2cf3ee52-b287-423f-a4ea-052f385aad08), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.574028 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2cf2e4-6b6a-4dab-9219-da01dfa1c299 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:14.622948 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c757201-bec1-4976-bfcc-4ce757ee2f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf3ee52-b287-423f-a4ea-052f385aad08,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:14.633937 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fe608b70-ddeb-41b9-86a9-03de6d8072cb req-e654dd90-2273-485b-b1c7-de57dca49c99 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821664 May 05 20:30:14.651550 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Publish callbacks [] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.696455 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60432) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:14.701758 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3c8359db-8b5d-4844-8159-a74bdd04ea00 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001976921', 'description': 'tempest-description--714791117'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:14.725042 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Transition to ACTIVE for port object da2cf2e4-6b6a-4dab-9219-da01dfa1c299 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:30:14.727882 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8c757201-bec1-4976-bfcc-4ce757ee2f03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6fc5e29d2384f968f19c82226445fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1839926 May 05 20:30:14.732402 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60436) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:14.773774 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43377d26-24d1-408f-bafc-7af3f5d2327e admin admin] Publish callbacks [] for security_group (44e58398-f69b-46b1-bf3b-adef92cb915d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.795352 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.797489 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f91bda-4830-4216-bfcd-895f2468ee99 req-298abf83-f606-4dc0-8afd-25d5314c8848 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:14.800463 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d4f91bda-4830-4216-bfcd-895f2468ee99 req-298abf83-f606-4dc0-8afd-25d5314c8848 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 932 time: 0.0896158 May 05 20:30:14.830358 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c8359db-8b5d-4844-8159-a74bdd04ea00 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.875967 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b3a86821-6767-461e-bb9a-2435c271a0c7 admin admin] Publish callbacks [] for security_group (2cf3ee52-b287-423f-a4ea-052f385aad08), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.877571 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43377d26-24d1-408f-bafc-7af3f5d2327e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (44e58398-f69b-46b1-bf3b-adef92cb915d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:14.888184 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Pushing event updated for resources: {'Port': ['ID=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:14.911931 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d4f91bda-4830-4216-bfcd-895f2468ee99 req-bf1208dd-e2fe-4a69-9626-8ce1f680257a tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041927 May 05 20:30:15.040805 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c8359db-8b5d-4844-8159-a74bdd04ea00 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group (1ce2967f-0b23-438d-a577-faecb1834712), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.082938 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b3a86821-6767-461e-bb9a-2435c271a0c7 admin admin] Publish callbacks [] for security_group (2cf3ee52-b287-423f-a4ea-052f385aad08), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.087144 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43377d26-24d1-408f-bafc-7af3f5d2327e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e58398-f69b-46b1-bf3b-adef92cb915d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:15.094122 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-43377d26-24d1-408f-bafc-7af3f5d2327e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4a5c88c7c394ca18ac52bbf516e3532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7086318 May 05 20:30:15.094462 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60446) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:15.141357 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c8359db-8b5d-4844-8159-a74bdd04ea00 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (1ce2967f-0b23-438d-a577-faecb1834712), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.192435 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b5b5-dda7-4171-879c-15707cb6728e admin admin] Publish callbacks [] for security_group (44e58398-f69b-46b1-bf3b-adef92cb915d), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.223330 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b5b5-dda7-4171-879c-15707cb6728e admin admin] Publish callbacks [] for security_group (44e58398-f69b-46b1-bf3b-adef92cb915d), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.230573 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8359db-8b5d-4844-8159-a74bdd04ea00 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce2967f-0b23-438d-a577-faecb1834712,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:15.251622 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Attempting to bind port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:30:15.251961 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Attempting to bind port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:30:15.252289 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Attempting to bind port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 on network db004025-88a0-4413-a8fa-287a22738800 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:30:15.263471 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 on network db004025-88a0-4413-a8fa-287a22738800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:30:15.263826 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Attempting to bind port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 on network db004025-88a0-4413-a8fa-287a22738800 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:30:15.273924 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:30:15.274424 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Checking segment: {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:30:15.274880 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Bound using segment: {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:30:15.275364 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Bound port: da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'db004025-88a0-4413-a8fa-287a22738800'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:30:15.275761 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.318165 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c8359db-8b5d-4844-8159-a74bdd04ea00 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.319409 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3c8359db-8b5d-4844-8159-a74bdd04ea00 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6218550 May 05 20:30:15.323895 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60452) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:15.330069 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-27cb603f-5aca-472d-b3d9-3a76d7f372a0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Request body: {'security_group_rule': {'security_group_id': '1ce2967f-0b23-438d-a577-faecb1834712', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:15.366948 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b3a86821-6767-461e-bb9a-2435c271a0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (2cf3ee52-b287-423f-a4ea-052f385aad08), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.370379 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b3a86821-6767-461e-bb9a-2435c271a0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.376396 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b3a86821-6767-461e-bb9a-2435c271a0c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2cf3ee52-b287-423f-a4ea-052f385aad08 HTTP/1.1" status: 204 len: 168 time: 0.6371224 May 05 20:30:15.392397 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:30:15.395822 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a86821-6767-461e-bb9a-2435c271a0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf3ee52-b287-423f-a4ea-052f385aad08,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:15.398792 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b5b5-dda7-4171-879c-15707cb6728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (44e58398-f69b-46b1-bf3b-adef92cb915d), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.402228 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:30:15.412681 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b5b5-dda7-4171-879c-15707cb6728e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.415443 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-cfd0b5b5-dda7-4171-879c-15707cb6728e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44e58398-f69b-46b1-bf3b-adef92cb915d HTTP/1.1" status: 204 len: 168 time: 0.3196247 May 05 20:30:15.451646 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0b5b5-dda7-4171-879c-15707cb6728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e58398-f69b-46b1-bf3b-adef92cb915d,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:15.481285 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-27cb603f-5aca-472d-b3d9-3a76d7f372a0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group_rule (71ac85ce-159e-4eeb-b79b-4aec71d6a918), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.502740 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.625268 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:15.625924 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.627325 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] 10.222.0.41 "PUT /v2.0/ports/da2cf2e4-6b6a-4dab-9219-da01dfa1c299 HTTP/1.1" status: 200 len: 1094 time: 1.8214972 May 05 20:30:15.631091 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:15.639150 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706c11cd-3225-43cb-a0c9-22fb7a090108" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:15.648303 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-27cb603f-5aca-472d-b3d9-3a76d7f372a0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group_rule (71ac85ce-159e-4eeb-b79b-4aec71d6a918), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.673254 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972f33d-1712-4407-9b56-7fede37d4b4e service neutron] Pushing event updated for resources: {'Port': ['ID=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:15.712150 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd7bd50-bed3-4452-bb67-f1fbd20928c6 x-openstack-request-id: req-1bd7bd50-bed3-4452-bb67-f1fbd20928c6 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:15.712915 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:15.712915 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bd7bd50-bed3-4452-bb67-f1fbd20928c6 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:15.713268 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd7bd50-bed3-4452-bb67-f1fbd20928c6'] response: {'name': 'network-changed', 'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'status': 'completed', 'code': 200} May 05 20:30:15.795749 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c11cd-3225-43cb-a0c9-22fb7a090108 req-a771cb52-97c5-4d11-8c52-93c2f537be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:15.797593 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-706c11cd-3225-43cb-a0c9-22fb7a090108 req-a771cb52-97c5-4d11-8c52-93c2f537be8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7e2232065a84ff88ccc574160e0114c&device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1128 time: 0.0626495 May 05 20:30:15.805079 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-27cb603f-5aca-472d-b3d9-3a76d7f372a0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (71ac85ce-159e-4eeb-b79b-4aec71d6a918), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:15.853263 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460efe9-eef1-4f8a-81d6-fdc43bd6ebb8 req-6f6109b4-3260-4c8f-9cd4-a31d5f222bda tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:15.861573 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c460efe9-eef1-4f8a-81d6-fdc43bd6ebb8 req-6f6109b4-3260-4c8f-9cd4-a31d5f222bda tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1423554 May 05 20:30:15.920733 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb603f-5aca-472d-b3d9-3a76d7f372a0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ac85ce-159e-4eeb-b79b-4aec71d6a918,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:15.963290 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c460efe9-eef1-4f8a-81d6-fdc43bd6ebb8 req-6a4fd172-6491-4dd3-825d-b1de9ccb2c06 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972824 May 05 20:30:16.045326 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-27cb603f-5aca-472d-b3d9-3a76d7f372a0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:16.060102 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-27cb603f-5aca-472d-b3d9-3a76d7f372a0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7326469 May 05 20:30:16.060867 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60472) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:16.080324 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-55b4af6a-1f69-4f90-8784-f7b1bfaabbd3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Request body: {'security_group_rule': {'security_group_id': '1ce2967f-0b23-438d-a577-faecb1834712', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:16.089588 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c11cd-3225-43cb-a0c9-22fb7a090108 req-a3858d40-684a-4767-9bab-9b3fd17ad9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:16.091338 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-706c11cd-3225-43cb-a0c9-22fb7a090108 req-a3858d40-684a-4767-9bab-9b3fd17ad9a8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c7e2232065a84ff88ccc574160e0114c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2829733 May 05 20:30:16.120208 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521305e1-e0ae-4fe8-9dfe-9b48bb62f69d req-75042f09-1a52-4ea2-8cdc-c6798ae35158 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:16.135253 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-521305e1-e0ae-4fe8-9dfe-9b48bb62f69d req-75042f09-1a52-4ea2-8cdc-c6798ae35158 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.1193669 May 05 20:30:16.207226 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-521305e1-e0ae-4fe8-9dfe-9b48bb62f69d req-95927aa9-bf9d-4f1f-a32c-8297102840fb tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706971 May 05 20:30:16.233884 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c11cd-3225-43cb-a0c9-22fb7a090108 req-949bf388-def3-4b9c-9bf3-3365e22ff45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:16.248435 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-706c11cd-3225-43cb-a0c9-22fb7a090108 req-949bf388-def3-4b9c-9bf3-3365e22ff45e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482749 May 05 20:30:16.349889 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55b4af6a-1f69-4f90-8784-f7b1bfaabbd3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group_rule (cb469b52-6212-4ef4-948c-617a6c53cb5c), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:16.397949 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-51463f34-4f6b-4a49-99dc-41b43e140d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:16.399578 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-51463f34-4f6b-4a49-99dc-41b43e140d38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7e2232065a84ff88ccc574160e0114c&device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1128 time: 0.1002631 May 05 20:30:16.494523 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-8444dbcf-43ff-4567-9f25-c848c47a2839 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299 HTTP/1.1" status: 200 len: 217 time: 0.0776272 May 05 20:30:16.629143 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55b4af6a-1f69-4f90-8784-f7b1bfaabbd3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group_rule (cb469b52-6212-4ef4-948c-617a6c53cb5c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:16.688411 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-6f558379-b2da-46c6-803f-5f4dabc5b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:16.689995 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-6f558379-b2da-46c6-803f-5f4dabc5b0ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f6e706-08fa-40dc-995a-d4d4a2d2fa7e HTTP/1.1" status: 200 len: 847 time: 0.1898985 May 05 20:30:16.721250 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60508) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:16.740928 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:30:16.745332 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6c15e96-6f06-4339-a39f-5aa79e22318a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:16.771537 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55b4af6a-1f69-4f90-8784-f7b1bfaabbd3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (cb469b52-6212-4ef4-948c-617a6c53cb5c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:16.864637 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4af6a-1f69-4f90-8784-f7b1bfaabbd3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb469b52-6212-4ef4-948c-617a6c53cb5c,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:16.905930 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-ad781ee5-9e39-4d0d-851d-ce0de5fcae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:16.912735 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-ad781ee5-9e39-4d0d-851d-ce0de5fcae24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db004025-88a0-4413-a8fa-287a22738800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2148287 May 05 20:30:16.925902 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6c15e96-6f06-4339-a39f-5aa79e22318a admin admin] Publish callbacks [] for security_group (ef40c0e6-5861-4ea3-ac0a-20fc39fb5fb3), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:16.999391 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55b4af6a-1f69-4f90-8784-f7b1bfaabbd3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:17.004119 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-55b4af6a-1f69-4f90-8784-f7b1bfaabbd3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9323084 May 05 20:30:17.006057 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60530) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:17.031119 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:17.100326 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-98698061-c092-4c83-a93d-1687a8927af7 service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682057 May 05 20:30:17.139649 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6c15e96-6f06-4339-a39f-5aa79e22318a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ef40c0e6-5861-4ea3-ac0a-20fc39fb5fb3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:17.249034 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b6c15e96-6f06-4339-a39f-5aa79e22318a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2a0869baf874ceb8cc777d50b3034d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5293152 May 05 20:30:17.295653 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-612bd0db-3ccd-4c98-847e-5dd110f5c71e req-3606fb72-59ec-4c2a-9a2f-0ac56744242a service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589491 May 05 20:30:17.296697 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c15e96-6f06-4339-a39f-5aa79e22318a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef40c0e6-5861-4ea3-ac0a-20fc39fb5fb3,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:17.297119 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60536) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:17.318083 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e2110-5f85-486d-ba7e-a08cea0e949c req-9c4f452e-c16f-402c-a482-c45a4c4847a7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:17.320142 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c25e2110-5f85-486d-ba7e-a08cea0e949c req-9c4f452e-c16f-402c-a482-c45a4c4847a7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2113192 May 05 20:30:17.369331 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-128578ce-d9d0-4617-b39b-907437f1ab03 admin admin] Publish callbacks [] for security_group (ef40c0e6-5861-4ea3-ac0a-20fc39fb5fb3), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:17.392866 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-128578ce-d9d0-4617-b39b-907437f1ab03 admin admin] Publish callbacks [] for security_group (ef40c0e6-5861-4ea3-ac0a-20fc39fb5fb3), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:17.401220 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c25e2110-5f85-486d-ba7e-a08cea0e949c req-08047e6a-6896-4ccd-b8ca-0c2c90978bee tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712233 May 05 20:30:17.426549 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47aa71-378c-42a1-ab0b-d932dec51668 req-c5df5dcb-3fd4-4a7a-91ec-8c412b3c9495 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:17.433985 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5e47aa71-378c-42a1-ab0b-d932dec51668 req-c5df5dcb-3fd4-4a7a-91ec-8c412b3c9495 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.0998957 May 05 20:30:17.487198 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5e47aa71-378c-42a1-ab0b-d932dec51668 req-52c835ce-6c7a-4578-81bb-6935513716e1 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523243 May 05 20:30:17.546818 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:30:17.672124 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:17.692402 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'port_id': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'mac_address': 'fa:16:3e:16:16:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:30:17.732821 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4fe77acf-0b5a-4534-ba09-b09be799566e is: ACTIVE; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:17.733207 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:17.748611 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fe77acf-0b5a-4534-ba09-b09be799566e {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:17.769003 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:17.916250 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:17.964052 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-128578ce-d9d0-4617-b39b-907437f1ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ef40c0e6-5861-4ea3-ac0a-20fc39fb5fb3), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:17.968396 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-128578ce-d9d0-4617-b39b-907437f1ab03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:17.977486 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-128578ce-d9d0-4617-b39b-907437f1ab03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef40c0e6-5861-4ea3-ac0a-20fc39fb5fb3 HTTP/1.1" status: 204 len: 168 time: 0.6789589 May 05 20:30:18.002289 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128578ce-d9d0-4617-b39b-907437f1ab03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef40c0e6-5861-4ea3-ac0a-20fc39fb5fb3,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:18.061577 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:18.094811 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:18.199188 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=6']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:18.261280 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['4fe77acf-0b5a-4534-ba09-b09be799566e'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:30:18.338777 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Allocated IP 172.27.0.242 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/46925941-600a-4de3-9437-2109af5f013b) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:18.674755 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for port (46925941-600a-4de3-9437-2109af5f013b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:18.863030 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf50a4e-7300-4643-8f4a-ece09bb5a750 req-460d93a6-5bb6-43d9-8938-1c4defc4e49d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:18.867159 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bcf50a4e-7300-4643-8f4a-ece09bb5a750 req-460d93a6-5bb6-43d9-8938-1c4defc4e49d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 945 time: 0.1776989 May 05 20:30:18.900780 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3690e6-6a14-44e1-beb2-1a70089af5ef req-ac1f2ec7-afa5-4f73-8c04-7c727eaa7401 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:18.902409 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7a3690e6-6a14-44e1-beb2-1a70089af5ef req-ac1f2ec7-afa5-4f73-8c04-7c727eaa7401 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.2160707 May 05 20:30:18.945001 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bcf50a4e-7300-4643-8f4a-ece09bb5a750 req-4721fb88-f336-4dac-8e0f-bdc9d01ffc0f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705891 May 05 20:30:18.974694 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7a3690e6-6a14-44e1-beb2-1a70089af5ef req-71b52c4e-ff44-4d64-b6ef-db7a1a59d5b1 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597398 May 05 20:30:19.131406 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (46925941-600a-4de3-9437-2109af5f013b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:19.167282 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:19.170445 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:19.173026 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:30:19.214544 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event updated for resources: {'Port': ['ID=46925941-600a-4de3-9437-2109af5f013b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:19.226696 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.227037 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.227376 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.227760 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.228089 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.228414 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.228742 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.229107 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.229457 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.229781 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.230099 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.230418 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.230735 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:19.292442 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for floatingip (3e0eb94c-deec-430f-a3a5-7932779d54dc), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:19.459667 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (46925941-600a-4de3-9437-2109af5f013b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:19.542937 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:30:19.636347 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 4fe77acf-0b5a-4534-ba09-b09be799566e triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:19.636719 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:19.749601 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4fe77acf-0b5a-4534-ba09-b09be799566e is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:19.750062 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:19.778787 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:19.781228 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0435b00-e2bc-4b69-886b-a85498b1dd44" -d '{"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:19.800663 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:19.829887 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for port (46925941-600a-4de3-9437-2109af5f013b), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:19.846378 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe9b1b7-a2dc-4edc-b661-27414f2216f9 x-openstack-request-id: req-6fe9b1b7-a2dc-4edc-b661-27414f2216f9 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:19.846717 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:19.849895 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fe9b1b7-a2dc-4edc-b661-27414f2216f9 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:19.849895 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe9b1b7-a2dc-4edc-b661-27414f2216f9'] response: {'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'code': 200} May 05 20:30:19.917972 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:19.967405 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=7']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:19.977071 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (46925941-600a-4de3-9437-2109af5f013b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:20.056510 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event updated for resources: {'Port': ['ID=46925941-600a-4de3-9437-2109af5f013b,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:20.110533 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (3e0eb94c-deec-430f-a3a5-7932779d54dc), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:20.145359 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3feca-411d-49bc-8791-532d21da3a81 req-2c40fc1a-ff30-472d-823c-a9c67bb36fc6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:20.148140 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-caa3feca-411d-49bc-8791-532d21da3a81 req-2c40fc1a-ff30-472d-823c-a9c67bb36fc6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.0873303 May 05 20:30:20.216137 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-caa3feca-411d-49bc-8791-532d21da3a81 req-6a74c7d8-2095-4f5a-8f37-0c8d262172e2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606649 May 05 20:30:20.224159 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:20.229345 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2ab8f31b-eefe-48f0-a2ca-de9ae4a95ea6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2182868 May 05 20:30:20.341880 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6022c-5712-4206-a1ab-83ebdbada3a9 req-5c91cf97-e99c-4b35-a26a-c16ec700526d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:20.343514 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-31e6022c-5712-4206-a1ab-83ebdbada3a9 req-5c91cf97-e99c-4b35-a26a-c16ec700526d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.0612881 May 05 20:30:20.414009 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-31e6022c-5712-4206-a1ab-83ebdbada3a9 req-97ab1a7e-a0f4-499a-9071-7a5b94fa18a3 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628240 May 05 20:30:20.629678 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-4aa6062a-9867-4399-8b54-981a81584a03 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2001976921&fields=id&tenant_id=4cca903e252a482da78be6052b1bc808 HTTP/1.1" status: 200 len: 267 time: 0.0638115 May 05 20:30:20.852137 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-a7a03099-ca06-4c2a-8c84-e1329c48a83e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:20.853646 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-a7a03099-ca06-4c2a-8c84-e1329c48a83e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/networks?id=af5bcccc-edb9-4199-814f-06d5f7386fb4 HTTP/1.1" status: 200 len: 814 time: 0.2126970 May 05 20:30:20.859929 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-f8a5f171-59dd-4116-bd17-b16fa172c854 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:20.861378 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-f8a5f171-59dd-4116-bd17-b16fa172c854 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 819 time: 0.2191935 May 05 20:30:20.880170 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-2e29db48-2dad-4785-a95f-207cc6beff50 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/quotas/d757750e7af641b0b7ae7352c45433b5 HTTP/1.1" status: 200 len: 375 time: 0.0134988 May 05 20:30:20.922168 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-dc4a98d7-1084-4e7d-9683-4d3160c0b0ec tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/quotas/4cca903e252a482da78be6052b1bc808 HTTP/1.1" status: 200 len: 375 time: 0.0445333 May 05 20:30:20.978116 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1358b836-0e40-4c2a-9713-907957ac5012 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d757750e7af641b0b7ae7352c45433b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895085 May 05 20:30:21.017447 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-94dd869a-30fe-4a24-bed3-88549a97770c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0895219 May 05 20:30:21.180494 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-e029753f-0635-4463-baf4-d3da6fd468ba service neutron] 10.222.0.49 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814480 May 05 20:30:21.189879 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-61bfc9fa-a03d-4db2-ac49-5a97f75a26db service neutron] 10.222.0.49 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351049 May 05 20:30:21.357952 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-f1930c51-4ab5-4b13-b579-3c6123db63ec service neutron] 10.222.0.49 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644533 May 05 20:30:21.387045 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-2a916609-7064-4b6a-bd3b-9800de417c4c service neutron] 10.222.0.49 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955910 May 05 20:30:21.982602 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b8430-ecf8-48f5-9bd8-dfb3134473fe req-b5dd8362-f879-4979-a299-f00749a6160c tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:21.992706 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-988b8430-ecf8-48f5-9bd8-dfb3134473fe req-b5dd8362-f879-4979-a299-f00749a6160c tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.2439246 May 05 20:30:22.064909 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f9b1-1659-4325-8fdd-1cbbf2366181 req-2c45d29c-8a30-4ef9-b8bb-b618c359c4ac tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:22.068171 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8881f9b1-1659-4325-8fdd-1cbbf2366181 req-2c45d29c-8a30-4ef9-b8bb-b618c359c4ac tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2572448 May 05 20:30:22.139682 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-988b8430-ecf8-48f5-9bd8-dfb3134473fe req-89aaf549-6fc5-44a0-8b12-b5c7055c8e46 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446259 May 05 20:30:22.214967 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8881f9b1-1659-4325-8fdd-1cbbf2366181 req-7ab38aa8-39dd-4645-8272-c6e407d3565c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393087 May 05 20:30:22.310385 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e1dd21f-4c1c-4924-9e08-25994b5151f2 req-7abfc348-9ae0-4d87-a1f6-797cc3783bbb tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 210 time: 0.0391514 May 05 20:30:22.424464 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-28862f42-e0b9-4157-ba70-8b5b17aa3ab1 req-6b22a7b4-cc2a-438c-8e94-818a5004264f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 210 time: 0.0534935 May 05 20:30:22.826407 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb7765-cbd0-4777-b37f-ae78f7ec056b req-e153cbb9-2c67-4e47-a725-c5bb54c64aa9 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:22.828328 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-72fb7765-cbd0-4777-b37f-ae78f7ec056b req-e153cbb9-2c67-4e47-a725-c5bb54c64aa9 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1274636 May 05 20:30:22.899678 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-72fb7765-cbd0-4777-b37f-ae78f7ec056b req-438e2ef6-d2e9-4573-9247-4d3055e71e31 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636418 May 05 20:30:23.032452 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 60754) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:23.176252 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2acc2593-a87c-45dc-bfef-9f7d9b384de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:23.289168 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2acc2593-a87c-45dc-bfef-9f7d9b384de1 admin admin] Publish callbacks [] for security_group (d7c479c7-e68e-44a9-abf1-308be1bb8d6c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:23.359384 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6e989eea-dc57-43bb-8f85-e9e55b36a7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:23.389175 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9236e-413d-48ca-a15b-c49b85bf6e56 req-18d35124-b38e-4958-83ba-e7d849f1743e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:23.390597 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8bc9236e-413d-48ca-a15b-c49b85bf6e56 req-18d35124-b38e-4958-83ba-e7d849f1743e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.1491926 May 05 20:30:23.414396 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2acc2593-a87c-45dc-bfef-9f7d9b384de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (d7c479c7-e68e-44a9-abf1-308be1bb8d6c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:23.474756 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33782a-c92b-4f55-85e6-a79621806183 req-2b9fbdd7-605d-47b3-af92-6dac74ab07b4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:23.475848 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4e33782a-c92b-4f55-85e6-a79621806183 req-2b9fbdd7-605d-47b3-af92-6dac74ab07b4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1595829 May 05 20:30:23.492771 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc2593-a87c-45dc-bfef-9f7d9b384de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c479c7-e68e-44a9-abf1-308be1bb8d6c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:23.525616 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2acc2593-a87c-45dc-bfef-9f7d9b384de1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=091d4a9412964f55861d7ea764595bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919333 May 05 20:30:23.528462 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60766) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:23.575100 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8bc9236e-413d-48ca-a15b-c49b85bf6e56 req-fa4ccfb5-3483-44e2-ac44-773fa6565d18 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675587 May 05 20:30:23.608459 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4e33782a-c92b-4f55-85e6-a79621806183 req-e8056c45-517f-45cb-9b4d-ca45652c25ab tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219306 May 05 20:30:23.645855 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Publish callbacks [] for security_group (d7c479c7-e68e-44a9-abf1-308be1bb8d6c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:23.684335 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Publish callbacks [] for security_group (d7c479c7-e68e-44a9-abf1-308be1bb8d6c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:23.774050 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-aabddadd-3267-4e02-a992-793539997f6b req-70fc039f-ee74-4bad-b474-091280b6a88c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 210 time: 0.0794501 May 05 20:30:23.813992 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ca41e97a-6813-40f9-9829-54285d425c77 req-01305959-e9ba-4d37-9d57-9d32a9fd27c2 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 210 time: 0.0389388 May 05 20:30:23.905552 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (d7c479c7-e68e-44a9-abf1-308be1bb8d6c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:23.908355 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:23.913544 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7c479c7-e68e-44a9-abf1-308be1bb8d6c HTTP/1.1" status: 204 len: 168 time: 0.3837996 May 05 20:30:23.944707 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c479c7-e68e-44a9-abf1-308be1bb8d6c,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:23.955013 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.955488 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.955906 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.956468 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.958364 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.958941 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.959525 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.960056 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.960848 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.961724 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.962252 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.962770 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:23.963289 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c70dd-1e9d-4d3a-b8f5-7d758b30c716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:24.080400 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e28c9-2168-4d69-a4ce-f23753c17add req-e8ca955c-20cf-4bb3-b237-639e5d9db97c tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:24.082506 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ba0e28c9-2168-4d69-a4ce-f23753c17add req-e8ca955c-20cf-4bb3-b237-639e5d9db97c tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0966632 May 05 20:30:24.196600 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ba0e28c9-2168-4d69-a4ce-f23753c17add req-eac2cf1f-f888-40f0-82d8-f140bdb0fc41 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020038 May 05 20:30:24.877210 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05043fbc-fcd1-4225-927d-58bbc8d98722 req-4ddacec8-07db-40af-b61c-0e8ee2485992 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:24.884806 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-05043fbc-fcd1-4225-927d-58bbc8d98722 req-4ddacec8-07db-40af-b61c-0e8ee2485992 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.1980114 May 05 20:30:24.917834 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60794) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:24.945180 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7813e05-bbe8-4538-80eb-78d740bdb52f req-6a055e0b-6e60-4be6-ad24-f92783a21fae tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:24.946374 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3e07-3d32-4310-8d42-1516d8e67651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:24.968799 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d7813e05-bbe8-4538-80eb-78d740bdb52f req-6a055e0b-6e60-4be6-ad24-f92783a21fae tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2155645 May 05 20:30:25.055284 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-05043fbc-fcd1-4225-927d-58bbc8d98722 req-05da93eb-69fc-44ab-892d-90e359ebe20f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694071 May 05 20:30:25.065819 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d7813e05-bbe8-4538-80eb-78d740bdb52f req-3610118f-0b70-4c20-95df-e7ca041a4f73 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958524 May 05 20:30:25.134426 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dc100121-96de-46b0-84e4-f5cf3aab0ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:25.136685 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3e07-3d32-4310-8d42-1516d8e67651 admin admin] Publish callbacks [] for security_group (8489f323-f8e1-44d9-b40b-7a386ed3181d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:25.224086 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-10e556a3-bfcd-4a62-9bce-794c9fea5321 req-153c6238-7fd1-433b-98ea-eedaabc53ef3 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 210 time: 0.0406365 May 05 20:30:25.337970 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67e06e39-8be5-4488-b503-657fd51dd7f1 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:25.339619 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67e06e39-8be5-4488-b503-657fd51dd7f1 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 819 time: 0.1742215 May 05 20:30:25.341383 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3e07-3d32-4310-8d42-1516d8e67651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8489f323-f8e1-44d9-b40b-7a386ed3181d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:25.356748 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fdc05099-b51d-4487-bb8c-05e2389f1865 req-b6117f4c-55a7-4eda-913c-f4ef08c68a9b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 210 time: 0.1367257 May 05 20:30:25.386723 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed3e07-3d32-4310-8d42-1516d8e67651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8489f323-f8e1-44d9-b40b-7a386ed3181d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:25.418916 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e9ed3e07-3d32-4310-8d42-1516d8e67651 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1774d3c5447a4f1da1125ac9d04464d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4998400 May 05 20:30:25.430956 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 60800) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:25.512612 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5f71-6f21-4bfd-b82c-f39b2d7b9559 req-c4f8c21a-b6b9-45b5-9c03-5f2a5641821d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:25.512612 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-be3d5f71-6f21-4bfd-b82c-f39b2d7b9559 req-c4f8c21a-b6b9-45b5-9c03-5f2a5641821d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1616645 May 05 20:30:25.530091 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-26176e66-d102-4026-a4f7-d142a35b4373 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cca903e252a482da78be6052b1bc808 HTTP/1.1" status: 200 len: 380 time: 0.1455657 May 05 20:30:25.556411 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Request body: {'port': {'device_id': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'admin_state_up': True, 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'security_groups': ['1ce2967f-0b23-438d-a577-faecb1834712']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:25.573331 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device da2cf2e4-6b6a-4dab-9219-da01dfa1c299 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:30:25.581614 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-be3d5f71-6f21-4bfd-b82c-f39b2d7b9559 req-d825282c-eebc-443e-bfd5-734da37f6ac5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687473 May 05 20:30:25.616554 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3387-bed5-4a90-a444-e13136349162 admin admin] Publish callbacks [] for security_group (8489f323-f8e1-44d9-b40b-7a386ed3181d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:25.655908 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3387-bed5-4a90-a444-e13136349162 admin admin] Publish callbacks [] for security_group (8489f323-f8e1-44d9-b40b-7a386ed3181d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:25.707807 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:25.707807 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'port_id': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'mac_address': 'fa:16:3e:f3:9e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:30:25.735479 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:25.735866 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:25.749218 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2cf2e4-6b6a-4dab-9219-da01dfa1c299 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:25.770163 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:26.090954 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:26.092372 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3387-bed5-4a90-a444-e13136349162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8489f323-f8e1-44d9-b40b-7a386ed3181d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:26.100860 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3387-bed5-4a90-a444-e13136349162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:26.102737 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6a5d3387-bed5-4a90-a444-e13136349162 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8489f323-f8e1-44d9-b40b-7a386ed3181d HTTP/1.1" status: 204 len: 168 time: 0.6703377 May 05 20:30:26.102982 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Made reservation on behalf of 4cca903e252a482da78be6052b1bc808 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:26.129800 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:26.162225 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:26.171544 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.172610 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.173263 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.173903 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.174437 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.175284 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.176586 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.177135 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.177843 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.178444 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.178985 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.179536 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.180088 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:26.180828 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d3387-bed5-4a90-a444-e13136349162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8489f323-f8e1-44d9-b40b-7a386ed3181d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:26.394974 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69691c89-fe49-4a23-98c8-c793d34a5171 req-f8af0351-93bf-4576-a811-42e2663c6831 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:26.396515 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-69691c89-fe49-4a23-98c8-c793d34a5171 req-f8af0351-93bf-4576-a811-42e2663c6831 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1645350 May 05 20:30:26.414610 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:26.419567 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76c5fe-1831-46e0-8ea2-9dd98e29706f req-5941fa1e-29be-4024-bb2d-4292bf7bbe32 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:26.421081 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f76c5fe-1831-46e0-8ea2-9dd98e29706f req-5941fa1e-29be-4024-bb2d-4292bf7bbe32 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 945 time: 0.1372616 May 05 20:30:26.442115 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Allocated IP 172.20.0.9 (cae199b6-12f4-41de-b95f-3aec24f02fb9/e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5/e7826565-819a-4e94-a4b7-6a1addc47da1) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:26.465064 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['da2cf2e4-6b6a-4dab-9219-da01dfa1c299'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:30:26.570038 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f76c5fe-1831-46e0-8ea2-9dd98e29706f req-ea0564b8-4766-4390-b45b-d029bed0526a tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369247 May 05 20:30:26.587741 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-69691c89-fe49-4a23-98c8-c793d34a5171 req-cd7f2113-793c-4436-b4b2-840321cd0ba6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615870 May 05 20:30:26.689856 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-64bdc16a-b28f-45de-9400-169fd542505f req-5d370c09-187e-4871-b96f-01613fcf73c4 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 210 time: 0.0331674 May 05 20:30:26.798100 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:26.815289 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8bbe897b-38aa-4682-ae82-1af1f0fb579d req-b15a459a-3295-4851-9417-db5fc72bbd97 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 210 time: 0.0452707 May 05 20:30:26.926310 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164111bf-5ab5-416f-9ed5-ca7569b9eaf7 req-6fe0a722-344d-4816-9424-9e8956f5a3b0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:26.933186 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-164111bf-5ab5-416f-9ed5-ca7569b9eaf7 req-6fe0a722-344d-4816-9424-9e8956f5a3b0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1105642 May 05 20:30:27.016399 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-5ebea454-e78d-4693-920b-a647401d3f77 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:27.017529 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-5ebea454-e78d-4693-920b-a647401d3f77 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.41 "GET /v2.0/networks?id=af5bcccc-edb9-4199-814f-06d5f7386fb4 HTTP/1.1" status: 200 len: 814 time: 0.2690609 May 05 20:30:27.019873 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-164111bf-5ab5-416f-9ed5-ca7569b9eaf7 req-c0831a72-76f9-46d6-ae1a-bd49cbb54f0b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847127 May 05 20:30:27.038161 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'port': {'device_id': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'admin_state_up': True, 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:27.121887 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:27.201525 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:27.204171 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:27.215003 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:30:27.261284 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event updated for resources: {'Port': ['ID=e7826565-819a-4e94-a4b7-6a1addc47da1,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:27.315474 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:27.316942 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:27.419712 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Made reservation on behalf of d757750e7af641b0b7ae7352c45433b5 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:27.437350 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:27.489385 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-67c118db-eece-4ce5-a1c9-f8de32515de9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9387410 May 05 20:30:27.516780 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Request body: {'port': {'device_id': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:27.655600 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-23f74db8-a54d-42a5-a35c-5e3266fb2869 None None] Provisioning complete for port e7826565-819a-4e94-a4b7-6a1addc47da1 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:27.666902 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23f74db8-a54d-42a5-a35c-5e3266fb2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:27.773289 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-23f74db8-a54d-42a5-a35c-5e3266fb2869 None None] Port e7826565-819a-4e94-a4b7-6a1addc47da1 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:30:27.814881 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Allocated IP 172.20.0.5 (af5bcccc-edb9-4199-814f-06d5f7386fb4/87979222-ee86-40c4-97e0-6e148b661a1c/951668ee-508b-49d7-b5d4-b8a2f1ba3344) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:28.046342 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:28.049553 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:28.092734 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:28.110076 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa28aba-b8b8-4085-b7cd-d735809d5ea3 req-5ecc12b8-447b-4574-8888-6ef800e16398 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:28.117764 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-aaa28aba-b8b8-4085-b7cd-d735809d5ea3 req-5ecc12b8-447b-4574-8888-6ef800e16398 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 945 time: 0.3712139 May 05 20:30:28.166575 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05612a42-25ec-4777-9571-2de383355a88 req-45ce3f64-3e03-4078-9f28-066085844665 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:28.174108 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-05612a42-25ec-4777-9571-2de383355a88 req-45ce3f64-3e03-4078-9f28-066085844665 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1433401 May 05 20:30:28.237031 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-aaa28aba-b8b8-4085-b7cd-d735809d5ea3 req-b1f4222a-3d80-483a-bf87-058e1383a90e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184752 May 05 20:30:28.271313 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-05612a42-25ec-4777-9571-2de383355a88 req-13087ff7-7e2c-43c2-ace4-5e29f2a12721 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870287 May 05 20:30:28.433081 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e4c7731a-bf74-41be-bd49-37ca563f3494 req-181c2e56-a4e8-4186-9301-f5f0121d2f38 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 210 time: 0.0564020 May 05 20:30:28.593176 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56055e-f720-40ed-9791-fb19d5e2628a req-1d93d300-9ad0-4b4d-9859-67b33f9e6817 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:28.601785 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cd56055e-f720-40ed-9791-fb19d5e2628a req-1d93d300-9ad0-4b4d-9859-67b33f9e6817 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 931 time: 0.2115753 May 05 20:30:28.698324 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bf44d-4e44-4844-b57e-5ec591d3cb30 req-2781140f-79f4-471c-b907-3b0b5014a9de tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:28.709268 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f11bf44d-4e44-4844-b57e-5ec591d3cb30 req-2781140f-79f4-471c-b907-3b0b5014a9de tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1006639 May 05 20:30:28.734887 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:28.753495 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cd56055e-f720-40ed-9791-fb19d5e2628a req-9d0bf352-0162-45a1-a7ce-4f99e9016a03 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458886 May 05 20:30:28.800019 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f11bf44d-4e44-4844-b57e-5ec591d3cb30 req-24deab57-fdc9-477b-95fa-a95d04734bf8 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938294 May 05 20:30:28.892810 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Network af5bcccc-edb9-4199-814f-06d5f7386fb4 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:28.894316 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:28.902555 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:30:28.905112 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'Port': ['ID=951668ee-508b-49d7-b5d4-b8a2f1ba3344,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:29.011935 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:29.012713 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:29.031753 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7826565-819a-4e94-a4b7-6a1addc47da1 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:29.041053 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Publish callbacks [] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:29.127573 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Transition to ACTIVE for port object e7826565-819a-4e94-a4b7-6a1addc47da1 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:30:29.219327 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-75198ef6-2850-4862-ab52-4d0ab104d259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1877561 May 05 20:30:29.246957 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Request body: {'port': {'device_id': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:29.294616 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:29.337289 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-696b86b8-99a3-4f4c-9402-e9893f71f33a None None] Provisioning complete for port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:29.338337 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-696b86b8-99a3-4f4c-9402-e9893f71f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:29.452034 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Pushing event updated for resources: {'Port': ['ID=e7826565-819a-4e94-a4b7-6a1addc47da1,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:29.469884 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-696b86b8-99a3-4f4c-9402-e9893f71f33a None None] Port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:30:29.546801 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:29.573089 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device da2cf2e4-6b6a-4dab-9219-da01dfa1c299 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:30:29.605916 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Attempting to bind port e7826565-819a-4e94-a4b7-6a1addc47da1 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:30:29.606260 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Attempting to bind port e7826565-819a-4e94-a4b7-6a1addc47da1 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:30:29.606586 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Attempting to bind port e7826565-819a-4e94-a4b7-6a1addc47da1 on network cae199b6-12f4-41de-b95f-3aec24f02fb9 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:30:29.655334 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:29.680867 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fb9d8-99af-4d21-8ebc-66870b45c201 req-533c715b-f49c-4ade-b4e0-f5af8eee421f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:29.682491 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8b4fb9d8-99af-4d21-8ebc-66870b45c201 req-533c715b-f49c-4ade-b4e0-f5af8eee421f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 945 time: 0.3054557 May 05 20:30:29.687607 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Port e7826565-819a-4e94-a4b7-6a1addc47da1 on network cae199b6-12f4-41de-b95f-3aec24f02fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:30:29.687607 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Attempting to bind port e7826565-819a-4e94-a4b7-6a1addc47da1 on network cae199b6-12f4-41de-b95f-3aec24f02fb9 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:30:29.698908 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:30:29.699252 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Checking segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:30:29.699647 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Bound using segment: {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:30:29.700079 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Bound port: e7826565-819a-4e94-a4b7-6a1addc47da1, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a701f9-fadd-4a7d-95a8-a149ec80dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:30:29.700441 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:29.710136 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed7a5c-759c-4934-a5cc-59ac177bb765 req-8128401f-ce3a-4633-84e0-5ee1a031ddc5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:29.725998 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6aed7a5c-759c-4934-a5cc-59ac177bb765 req-8128401f-ce3a-4633-84e0-5ee1a031ddc5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.3314364 May 05 20:30:29.777070 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:30:29.782260 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:29.782870 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:29.839388 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6aed7a5c-759c-4934-a5cc-59ac177bb765 req-6e2b474a-d47f-496a-9d84-b5cd91294fa4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125643 May 05 20:30:29.855860 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8b4fb9d8-99af-4d21-8ebc-66870b45c201 req-7966e369-1612-4179-9a78-34825b53db71 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278532 May 05 20:30:30.054574 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:30.055312 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:30.115377 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:30.118018 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] For port e7826565-819a-4e94-a4b7-6a1addc47da1, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:30:30.118873 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fad884-9e16-46a7-b031-b8ac17291b8d" -d '{"events": [{"server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "name": "network-vif-plugged", "status": "completed", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:30.139579 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] For port e7826565-819a-4e94-a4b7-6a1addc47da1, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e7826565-819a-4e94-a4b7-6a1addc47da1,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:30:30.143938 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e5d58-3cf3-420d-84bb-de81a11b7d37 req-35474d66-f6bb-4468-a4a4-7f279f442c68 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:30.161472 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:30.164748 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1e6e5d58-3cf3-420d-84bb-de81a11b7d37 req-35474d66-f6bb-4468-a4a4-7f279f442c68 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 931 time: 0.1726954 May 05 20:30:30.214840 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e36722-9e8b-4b3f-bf85-79645597936a req-da97e473-540c-4a9b-b76f-42a820d5f779 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:30.218032 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-61e36722-9e8b-4b3f-bf85-79645597936a req-da97e473-540c-4a9b-b76f-42a820d5f779 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 943 time: 0.2143559 May 05 20:30:30.278855 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:30.300159 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:30.315141 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-61e36722-9e8b-4b3f-bf85-79645597936a req-bec459a1-bbea-459b-afa6-9909e74b24c4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810485 May 05 20:30:30.335530 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1e6e5d58-3cf3-420d-84bb-de81a11b7d37 req-32ee1dea-ee81-4b9e-98b1-6f3f370bf07f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673224 May 05 20:30:30.384388 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:30.393654 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951668ee-508b-49d7-b5d4-b8a2f1ba3344 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:30.407987 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d59d08-7aec-48e9-ac4e-50168f794a49 x-openstack-request-id: req-d4d59d08-7aec-48e9-ac4e-50168f794a49 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:30.408304 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "name": "network-vif-plugged", "status": "completed", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:30.408566 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4d59d08-7aec-48e9-ac4e-50168f794a49 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:30.408965 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d59d08-7aec-48e9-ac4e-50168f794a49'] response: {'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'code': 200} May 05 20:30:30.442100 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Publish callbacks [] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:30.442226 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:30.442941 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:30.444346 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] 10.222.0.41 "PUT /v2.0/ports/e7826565-819a-4e94-a4b7-6a1addc47da1 HTTP/1.1" status: 200 len: 1093 time: 2.9345953 May 05 20:30:30.444806 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:30.447244 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030a01cf-056c-499b-ac9a-c2a5175926de" -d '{"events": [{"name": "network-changed", "server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:30.495239 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Transition to ACTIVE for port object 951668ee-508b-49d7-b5d4-b8a2f1ba3344 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:30:30.496551 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd70cd-1424-47ea-b82d-f6f3a2de2278 service neutron] Pushing event updated for resources: {'Port': ['ID=e7826565-819a-4e94-a4b7-6a1addc47da1,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:30.558963 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429f4f0f-bc51-4156-b92d-27a58a3ff01f x-openstack-request-id: req-429f4f0f-bc51-4156-b92d-27a58a3ff01f {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:30.559264 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:30.559518 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-429f4f0f-bc51-4156-b92d-27a58a3ff01f {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:30.559993 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429f4f0f-bc51-4156-b92d-27a58a3ff01f'] response: {'name': 'network-changed', 'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'status': 'completed', 'code': 200} May 05 20:30:30.636605 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:30.674837 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced026cb-7821-4ad4-84e3-3151c5bdb4d6 req-f1d88657-b01d-4fc6-98fa-60af3f9dc075 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:30.676901 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ced026cb-7821-4ad4-84e3-3151c5bdb4d6 req-f1d88657-b01d-4fc6-98fa-60af3f9dc075 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1400704 May 05 20:30:30.812874 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Pushing event updated for resources: {'Port': ['ID=951668ee-508b-49d7-b5d4-b8a2f1ba3344,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:30.828953 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ced026cb-7821-4ad4-84e3-3151c5bdb4d6 req-6c995d1e-95bd-4ac6-9f77-f7cccc844fdf tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406131 May 05 20:30:30.862139 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-dd018a90-d58d-48d4-93cf-b73ea9f62a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:30.865465 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-dd018a90-d58d-48d4-93cf-b73ea9f62a69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 1127 time: 0.3030331 May 05 20:30:31.101354 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-360f6647-c5cd-46d5-8f3f-b8d1080986b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7826565-819a-4e94-a4b7-6a1addc47da1 HTTP/1.1" status: 200 len: 217 time: 0.1827731 May 05 20:30:31.285251 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cfadf-0a17-4892-9dab-fbffa18f7fc4 req-6431142e-1326-4424-bd27-aec2ebdb1b2f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:31.303641 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8a2cfadf-0a17-4892-9dab-fbffa18f7fc4 req-6431142e-1326-4424-bd27-aec2ebdb1b2f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2836418 May 05 20:30:31.305719 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Attempting to bind port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:30:31.306260 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Attempting to bind port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:30:31.306596 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Attempting to bind port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 on network af5bcccc-edb9-4199-814f-06d5f7386fb4 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:30:31.321208 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 on network af5bcccc-edb9-4199-814f-06d5f7386fb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:30:31.329441 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ee4f2-c87a-41d7-ae4f-f478d79def1d req-aa576906-6cfc-4cd6-ab2b-27d87c6f7703 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:31.337833 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Attempting to bind port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 on network af5bcccc-edb9-4199-814f-06d5f7386fb4 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:30:31.341458 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-139ee4f2-c87a-41d7-ae4f-f478d79def1d req-aa576906-6cfc-4cd6-ab2b-27d87c6f7703 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.3190858 May 05 20:30:31.345994 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2d87c-dd1a-49b0-b808-9a260f06159f req-92124cf8-c594-4274-a828-c520325558ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:31.348166 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0be2d87c-dd1a-49b0-b808-9a260f06159f req-92124cf8-c594-4274-a828-c520325558ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1130 time: 0.2794728 May 05 20:30:31.351412 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-dcd250d1-9696-4e73-ba9b-6db3357ea238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:31.352766 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-dcd250d1-9696-4e73-ba9b-6db3357ea238 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.2117486 May 05 20:30:31.356028 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:30:31.356179 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Checking segment: {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:30:31.356504 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Bound using segment: {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:30:31.356967 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Bound port: 951668ee-508b-49d7-b5d4-b8a2f1ba3344, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daed9ac3-793d-4e40-b68c-ef6c4d27df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:30:31.384322 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:31.851990 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-139ee4f2-c87a-41d7-ae4f-f478d79def1d req-da2fdc6a-5657-41d9-9c6d-2e03f8840ae5 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5080979 May 05 20:30:31.863309 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8a2cfadf-0a17-4892-9dab-fbffa18f7fc4 req-d74708b8-fc54-4994-a8eb-a93137faa5be tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5583780 May 05 20:30:31.927797 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-5898a156-f45b-4c27-a374-e1bfd23537a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:31.929849 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-5898a156-f45b-4c27-a374-e1bfd23537a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5424118 May 05 20:30:31.956262 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0be2d87c-dd1a-49b0-b808-9a260f06159f req-d7b4da97-4efe-4abb-bc1b-b13c79debdab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5702255 May 05 20:30:31.967886 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] For port 951668ee-508b-49d7-b5d4-b8a2f1ba3344, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:30:32.024154 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] For port 951668ee-508b-49d7-b5d4-b8a2f1ba3344, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:30:32.136937 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:32.176890 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3ffe8-854a-4126-be81-f02ad655e002 req-41b9907b-a759-488b-9d9a-0b5b0098ed15 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:32.179533 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bda3ffe8-854a-4126-be81-f02ad655e002 req-41b9907b-a759-488b-9d9a-0b5b0098ed15 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 943 time: 0.1911764 May 05 20:30:32.195914 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc804c-f6bd-4c0e-ac51-b0e7216b1d18 req-da277c65-6646-4186-bc07-19b15b25a871 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:32.200468 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-15bc804c-f6bd-4c0e-ac51-b0e7216b1d18 req-da277c65-6646-4186-bc07-19b15b25a871 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.1417441 May 05 20:30:32.220392 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-295c3873-bf7e-4824-8130-3294029c7016 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738531 May 05 20:30:32.220392 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:32.220392 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:32.221604 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] 10.222.0.41 "PUT /v2.0/ports/951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 1093 time: 2.9816368 May 05 20:30:32.273175 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149b8f4-b5c3-4ef6-aa63-6886eec5202f service neutron] Pushing event updated for resources: {'Port': ['ID=951668ee-508b-49d7-b5d4-b8a2f1ba3344,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:32.329601 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-15bc804c-f6bd-4c0e-ac51-b0e7216b1d18 req-6aa24730-6c5b-49b7-9516-f4dae218948c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266253 May 05 20:30:32.335502 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bda3ffe8-854a-4126-be81-f02ad655e002 req-465385d0-1cbe-4914-a06b-157f871e4ac7 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257627 May 05 20:30:32.576410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:32.576410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:32.626695 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3bfa9-c8a2-4b59-a7cd-8dd26443487d req-f697da66-84c0-4773-b3c1-68863f21d416 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:32.634099 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-83d3bfa9-c8a2-4b59-a7cd-8dd26443487d req-f697da66-84c0-4773-b3c1-68863f21d416 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1938524 May 05 20:30:32.731312 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a54da5a-7091-46eb-99ab-232969d94005 x-openstack-request-id: req-0a54da5a-7091-46eb-99ab-232969d94005 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:32.731608 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:32.731865 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a54da5a-7091-46eb-99ab-232969d94005 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:32.732267 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a54da5a-7091-46eb-99ab-232969d94005'] response: {'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'status': 'completed', 'code': 200} May 05 20:30:32.741961 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1be48b55-ba58-47a5-a45a-d6ed338435fd req-60f5ba14-62df-474c-b3e8-cf9723a7550a service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543883 May 05 20:30:32.819190 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-83d3bfa9-c8a2-4b59-a7cd-8dd26443487d req-75119543-361d-4666-9558-b67a12aa4d0b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826711 May 05 20:30:32.916488 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-7b8e3e69-755d-4c29-9e50-6d84cc35dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:32.920691 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-7b8e3e69-755d-4c29-9e50-6d84cc35dc3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d757750e7af641b0b7ae7352c45433b5&device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 1127 time: 0.2362437 May 05 20:30:33.083911 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-2024b474-bff0-41c5-b482-d898ae5a3596 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 217 time: 0.1490254 May 05 20:30:33.199905 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f64057-9c9d-4491-98b9-4dfe7c6453b5 req-c20e127d-8233-46e0-be6e-3f3936ded161 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:33.202237 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-81f64057-9c9d-4491-98b9-4dfe7c6453b5 req-c20e127d-8233-46e0-be6e-3f3936ded161 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.2365367 May 05 20:30:33.241892 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea5b1-c92b-466b-94bd-539ead7946a9 req-8505e363-07fb-4351-a7a9-5ac27756fc02 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:33.247266 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-365ea5b1-c92b-466b-94bd-539ead7946a9 req-8505e363-07fb-4351-a7a9-5ac27756fc02 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1834443 May 05 20:30:33.302254 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-eeb929df-b07e-4c38-86ee-7b664dae58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:33.306370 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-eeb929df-b07e-4c38-86ee-7b664dae58ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87979222-ee86-40c4-97e0-6e148b661a1c HTTP/1.1" status: 200 len: 853 time: 0.1871238 May 05 20:30:33.313145 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a01cf-056c-499b-ac9a-c2a5175926de req-874916b7-ee04-4747-8bf3-9e2f5d24760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:33.314433 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-030a01cf-056c-499b-ac9a-c2a5175926de req-874916b7-ee04-4747-8bf3-9e2f5d24760c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 1127 time: 0.3510776 May 05 20:30:33.530989 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-365ea5b1-c92b-466b-94bd-539ead7946a9 req-cb6cf461-adb5-4cd7-aeed-962d9bb0f50f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601647 May 05 20:30:33.533973 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 32802) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:33.667717 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a01cf-056c-499b-ac9a-c2a5175926de req-a0256c39-67b1-4086-b740-ac5495d06ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:33.669205 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-030a01cf-056c-499b-ac9a-c2a5175926de req-a0256c39-67b1-4086-b740-ac5495d06ee7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.3318682 May 05 20:30:33.677245 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-81f64057-9c9d-4491-98b9-4dfe7c6453b5 req-377a3b93-404a-46f3-8796-2b0d57ec933f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207866 May 05 20:30:33.848575 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-030a01cf-056c-499b-ac9a-c2a5175926de req-9a070fb8-a999-4b72-84bc-c54e3c7322ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7826565-819a-4e94-a4b7-6a1addc47da1 HTTP/1.1" status: 200 len: 217 time: 0.1464117 May 05 20:30:33.885188 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-d781e627-ceaa-40e4-8859-341cfd922c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:33.891221 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-d781e627-ceaa-40e4-8859-341cfd922c27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af5bcccc-edb9-4199-814f-06d5f7386fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5324991 May 05 20:30:34.086003 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504244e-76de-413d-8065-a4a0d568e4c7 req-d7e9c540-f4f1-471d-a42d-b3f527d82e33 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:34.090973 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f504244e-76de-413d-8065-a4a0d568e4c7 req-d7e9c540-f4f1-471d-a42d-b3f527d82e33 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.2509568 May 05 20:30:34.178540 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0b69b6d-6a36-44ae-a351-3c43ed45464d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:34.204605 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-7b49d8de-dbf1-43f0-a479-05711cc608bf service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123492 May 05 20:30:34.210576 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a01cf-056c-499b-ac9a-c2a5175926de req-5504f08b-c2f8-4dba-bd28-b2ae7e0be4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:34.212257 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-030a01cf-056c-499b-ac9a-c2a5175926de req-5504f08b-c2f8-4dba-bd28-b2ae7e0be4b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.3493764 May 05 20:30:34.283391 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc08a3b-55b5-4c0f-a4c2-52bedcd1c1c0 req-c70dd5d2-8bfb-419a-85c3-9c68d4647c15 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:34.293023 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cdc08a3b-55b5-4c0f-a4c2-52bedcd1c1c0 req-c70dd5d2-8bfb-419a-85c3-9c68d4647c15 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 943 time: 0.3304782 May 05 20:30:34.354720 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f504244e-76de-413d-8065-a4a0d568e4c7 req-7ed49736-cb18-4f0c-8c0b-77901605aa03 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310505 May 05 20:30:34.391742 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a01cf-056c-499b-ac9a-c2a5175926de req-23a6808c-3075-4ead-a95d-e77bdb5b1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:34.391742 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-030a01cf-056c-499b-ac9a-c2a5175926de req-23a6808c-3075-4ead-a95d-e77bdb5b1a58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1553524 May 05 20:30:34.443738 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cdc08a3b-55b5-4c0f-a4c2-52bedcd1c1c0 req-426ee4ae-f30a-42cf-9edc-b0f0df3d14dc tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486628 May 05 20:30:34.579587 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-834e312d-98eb-4801-ba56-6f4c0e93f3a4 req-bf4bcc82-d728-4678-bf55-acbc2bcd4f4a service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634572 May 05 20:30:34.608791 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0b69b6d-6a36-44ae-a351-3c43ed45464d admin admin] Publish callbacks [] for security_group (347f756a-9a9a-4faa-9dfc-ea94640c2170), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:34.668577 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-030a01cf-056c-499b-ac9a-c2a5175926de req-d288516d-e093-4587-b6aa-af0798ca8ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759664 May 05 20:30:34.674742 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b11779-531f-4eb2-b229-ada2233c9f56 req-d844283d-e99a-482f-8c9c-ddde90ac42f5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:34.678104 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-65b11779-531f-4eb2-b229-ada2233c9f56 req-d844283d-e99a-482f-8c9c-ddde90ac42f5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1669066 May 05 20:30:34.710044 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0b69b6d-6a36-44ae-a351-3c43ed45464d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (347f756a-9a9a-4faa-9dfc-ea94640c2170), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:34.870506 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-65b11779-531f-4eb2-b229-ada2233c9f56 req-988d7472-8aef-47da-997e-24eaaeb56d29 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663949 May 05 20:30:34.873840 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-030a01cf-056c-499b-ac9a-c2a5175926de req-7aafe126-f7c9-4cc3-bca7-d8e82af197e3 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622920 May 05 20:30:34.883662 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a0b69b6d-6a36-44ae-a351-3c43ed45464d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f500402cb8a48b89e001a3acb2d6fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3365345 May 05 20:30:34.886621 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 32818) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:34.895725 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b69b6d-6a36-44ae-a351-3c43ed45464d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347f756a-9a9a-4faa-9dfc-ea94640c2170,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:34.921832 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece08f5e-55db-4cc4-9322-bb1a1359c610 req-d9dd2ce7-0f80-4b15-9325-36e079886c03 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:34.931802 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ece08f5e-55db-4cc4-9322-bb1a1359c610 req-d9dd2ce7-0f80-4b15-9325-36e079886c03 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2516680 May 05 20:30:35.031403 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-468c2e8b-a475-4f87-b9fd-8efb3e4a91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:35.035687 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-468c2e8b-a475-4f87-b9fd-8efb3e4a91c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d757750e7af641b0b7ae7352c45433b5&device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 1127 time: 0.1594145 May 05 20:30:35.090519 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ece08f5e-55db-4cc4-9322-bb1a1359c610 req-5c1100d2-6df8-4e29-a9bf-dc9d8e9d00ac tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578004 May 05 20:30:35.103238 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a5d7fbf3-dec6-4e6a-909e-b65e9fedaa06 admin admin] Publish callbacks [] for security_group (347f756a-9a9a-4faa-9dfc-ea94640c2170), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:35.201551 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a5d7fbf3-dec6-4e6a-909e-b65e9fedaa06 admin admin] Publish callbacks [] for security_group (347f756a-9a9a-4faa-9dfc-ea94640c2170), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:35.262271 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-9af2d636-250d-4543-a244-1f8b7e490cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:35.263831 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-9af2d636-250d-4543-a244-1f8b7e490cb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af5bcccc-edb9-4199-814f-06d5f7386fb4 HTTP/1.1" status: 200 len: 915 time: 0.2056167 May 05 20:30:35.338504 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf7ff6-7655-4eb4-ad68-d14403537532 req-86b203db-4ca7-4f8f-80b5-e720ea8aeb72 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:35.340067 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5cbf7ff6-7655-4eb4-ad68-d14403537532 req-86b203db-4ca7-4f8f-80b5-e720ea8aeb72 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.3140879 May 05 20:30:35.399907 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-6f048674-9aff-4209-948b-5d7ecf9135be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 217 time: 0.1094732 May 05 20:30:35.502896 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5cbf7ff6-7655-4eb4-ad68-d14403537532 req-cabf699a-b686-4a4e-85f2-eb2826134d1d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400449 May 05 20:30:35.631429 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-40563f70-d067-438c-ab85-202739aea347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:35.633912 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-40563f70-d067-438c-ab85-202739aea347 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87979222-ee86-40c4-97e0-6e148b661a1c HTTP/1.1" status: 200 len: 853 time: 0.2129669 May 05 20:30:35.775565 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-91a29c8f-a33c-4a60-9331-32ecd395fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:35.781685 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-91a29c8f-a33c-4a60-9331-32ecd395fa2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af5bcccc-edb9-4199-814f-06d5f7386fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1412358 May 05 20:30:35.795852 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f728e2f-76db-4607-a4e1-9785be2d3bcc req-37528b5a-682b-49cd-b68a-6a47cd91fa4b tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:35.800635 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f728e2f-76db-4607-a4e1-9785be2d3bcc req-37528b5a-682b-49cd-b68a-6a47cd91fa4b tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.2751973 May 05 20:30:35.863624 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec77c9d-1d4a-4972-aff2-21978d4b9331 req-4794111c-4649-44f9-bac8-48841bfb44f9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:35.871666 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5ec77c9d-1d4a-4972-aff2-21978d4b9331 req-4794111c-4649-44f9-bac8-48841bfb44f9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 943 time: 0.1461835 May 05 20:30:35.969908 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f728e2f-76db-4607-a4e1-9785be2d3bcc req-d3fc8aaa-370f-40e2-a427-9cf9c9709304 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543260 May 05 20:30:35.999824 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5ec77c9d-1d4a-4972-aff2-21978d4b9331 req-b49c3a6b-7bd2-4dd2-9aec-06fa09a823df tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265759 May 05 20:30:36.027006 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-101a8a2b-35bc-4f02-a7d8-b02a709f2128 service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249565 May 05 20:30:36.269367 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3f129-9d45-4ab7-bff0-ce5f63c524c6 req-93e7a79d-e03c-45bc-bd5b-bcfb3d6676d4 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:36.271060 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e0e3f129-9d45-4ab7-bff0-ce5f63c524c6 req-93e7a79d-e03c-45bc-bd5b-bcfb3d6676d4 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.1977742 May 05 20:30:36.278921 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3fca0cc6-30a7-4f3b-abed-36d1881f64b2 req-6b91eb45-7a12-447c-89d5-da7d4a145076 service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370133 May 05 20:30:36.306511 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a6823-ec6b-43d1-b394-a72fab684222 req-87713b15-1436-4bae-b8f3-5899650c02ab tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:36.315634 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d61a6823-ec6b-43d1-b394-a72fab684222 req-87713b15-1436-4bae-b8f3-5899650c02ab tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1366024 May 05 20:30:36.397570 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d61a6823-ec6b-43d1-b394-a72fab684222 req-e9b0f483-edc0-433e-8899-85beed3c6255 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754969 May 05 20:30:36.453916 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e0e3f129-9d45-4ab7-bff0-ce5f63c524c6 req-8353bc4c-38fb-4468-bf6e-862fe1ecd153 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726003 May 05 20:30:36.469605 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 32840) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:36.570981 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469060e9-1b4f-4ac8-80ed-bf89dacd06c6 req-ecc64ebd-cf9f-46d4-9ab8-9b07ff2333dd tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:36.585480 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-469060e9-1b4f-4ac8-80ed-bf89dacd06c6 req-ecc64ebd-cf9f-46d4-9ab8-9b07ff2333dd tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.0812078 May 05 20:30:36.695785 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-469060e9-1b4f-4ac8-80ed-bf89dacd06c6 req-5c66957b-1d2d-4956-b3b7-0fe300882738 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090498 May 05 20:30:36.747562 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a5d7fbf3-dec6-4e6a-909e-b65e9fedaa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (347f756a-9a9a-4faa-9dfc-ea94640c2170), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:36.750239 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a5d7fbf3-dec6-4e6a-909e-b65e9fedaa06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:36.761662 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a5d7fbf3-dec6-4e6a-909e-b65e9fedaa06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/347f756a-9a9a-4faa-9dfc-ea94640c2170 HTTP/1.1" status: 204 len: 168 time: 1.8633189 May 05 20:30:36.765347 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7fbf3-dec6-4e6a-909e-b65e9fedaa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347f756a-9a9a-4faa-9dfc-ea94640c2170,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:36.808618 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a89b5-f51e-4b13-9481-69f4751a6ebf tempest-TestShelveInstance-283222769 tempest-TestShelveInstance-283222769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:36.813089 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d68a89b5-f51e-4b13-9481-69f4751a6ebf tempest-TestShelveInstance-283222769 tempest-TestShelveInstance-283222769-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1125 time: 0.3421893 May 05 20:30:36.816811 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 32850) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:36.826474 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'port_id': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:36.957057 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:37.287874 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b5e33-2494-4b57-8e87-64a522016805 req-eca878b7-c08b-4808-92ad-bc2951a57d15 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:37.317488 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-650b5e33-2494-4b57-8e87-64a522016805 req-eca878b7-c08b-4808-92ad-bc2951a57d15 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.2051449 May 05 20:30:37.317488 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b15ac-11d9-4253-94c2-7200e2ee7237 req-086a5df2-7699-4c0c-9aae-a3fe9a15c5fe tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:37.317488 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f76b15ac-11d9-4253-94c2-7200e2ee7237 req-086a5df2-7699-4c0c-9aae-a3fe9a15c5fe tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 943 time: 0.1465480 May 05 20:30:37.356471 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:37.433460 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f76b15ac-11d9-4253-94c2-7200e2ee7237 req-4492c9ab-d9ad-4a5d-83ea-3d06258d15e7 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168211 May 05 20:30:37.439775 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-650b5e33-2494-4b57-8e87-64a522016805 req-c703a85a-40cd-4738-9fa4-c33a5537837b tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343508 May 05 20:30:37.522770 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Allocated IP 172.27.0.239 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/7558ce0f-2092-4998-abc2-e222044135ae) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:37.746670 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b862df0-b157-48a7-a362-9c266792fabe req-d7fb1f3b-1d43-4c5e-8333-2a9a27726969 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:37.746670 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6b862df0-b157-48a7-a362-9c266792fabe req-d7fb1f3b-1d43-4c5e-8333-2a9a27726969 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1242878 May 05 20:30:37.747989 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device e7826565-819a-4e94-a4b7-6a1addc47da1 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:30:37.748585 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for port (7558ce0f-2092-4998-abc2-e222044135ae), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:37.748585 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6b862df0-b157-48a7-a362-9c266792fabe req-70d00ee6-9fba-421e-b989-60b51da4e7b4 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788553 May 05 20:30:37.896171 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (7558ce0f-2092-4998-abc2-e222044135ae), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:37.988924 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port e7826565-819a-4e94-a4b7-6a1addc47da1, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e7826565-819a-4e94-a4b7-6a1addc47da1,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:37.994207 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:38.006686 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:38.007538 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'port_id': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'mac_address': 'fa:16:3e:8e:b7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:30:38.007697 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:30:38.052646 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'Port': ['ID=7558ce0f-2092-4998-abc2-e222044135ae,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:38.078865 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc919b8e-8b1d-403f-b8c4-c2f0c75947ba req-0018530f-ae44-4926-8ee6-0ad4122677f0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:38.080463 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc919b8e-8b1d-403f-b8c4-c2f0c75947ba req-0018530f-ae44-4926-8ee6-0ad4122677f0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2058194 May 05 20:30:38.094232 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port e7826565-819a-4e94-a4b7-6a1addc47da1 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:38.094979 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:38.113497 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7826565-819a-4e94-a4b7-6a1addc47da1 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:38.156324 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port e7826565-819a-4e94-a4b7-6a1addc47da1, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e7826565-819a-4e94-a4b7-6a1addc47da1,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:38.237180 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:38.257754 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc919b8e-8b1d-403f-b8c4-c2f0c75947ba req-3745ab3a-2a72-4fcf-a285-8e31b26b1702 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691611 May 05 20:30:38.282021 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 32880) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:38.323223 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b2320f25-0236-45d5-9af0-3f8b56890af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:38.460658 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=e7826565-819a-4e94-a4b7-6a1addc47da1,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:38.595536 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['e7826565-819a-4e94-a4b7-6a1addc47da1'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:30:38.650662 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b2320f25-0236-45d5-9af0-3f8b56890af5 admin admin] Publish callbacks [] for security_group (364f3719-14c8-4006-bce3-b51060772145), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:38.755236 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b2320f25-0236-45d5-9af0-3f8b56890af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (364f3719-14c8-4006-bce3-b51060772145), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:38.921949 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b2320f25-0236-45d5-9af0-3f8b56890af5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2e394df1fe54c37ba42aad067176650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6380079 May 05 20:30:38.922636 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 32890) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:38.933143 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2320f25-0236-45d5-9af0-3f8b56890af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364f3719-14c8-4006-bce3-b51060772145,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:39.083004 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d7f30a12-7492-4741-93ab-7f0f74efbab6 admin admin] Publish callbacks [] for security_group (364f3719-14c8-4006-bce3-b51060772145), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:39.113371 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d7f30a12-7492-4741-93ab-7f0f74efbab6 admin admin] Publish callbacks [] for security_group (364f3719-14c8-4006-bce3-b51060772145), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:39.256718 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faece1-a78d-43ba-ab5e-a6c028655fbd req-57719d08-957d-4200-a838-ac4a4c2c2ea2 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:39.289093 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f0faece1-a78d-43ba-ab5e-a6c028655fbd req-57719d08-957d-4200-a838-ac4a4c2c2ea2 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 944 time: 0.2477741 May 05 20:30:39.313362 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d7f30a12-7492-4741-93ab-7f0f74efbab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (364f3719-14c8-4006-bce3-b51060772145), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:39.317462 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d7f30a12-7492-4741-93ab-7f0f74efbab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:39.327958 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d7f30a12-7492-4741-93ab-7f0f74efbab6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/364f3719-14c8-4006-bce3-b51060772145 HTTP/1.1" status: 204 len: 168 time: 0.4038858 May 05 20:30:39.363465 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f30a12-7492-4741-93ab-7f0f74efbab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364f3719-14c8-4006-bce3-b51060772145,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:39.479761 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30529246-3c7c-4070-82d6-a64f7b3a8101 req-11c8b132-ad3b-4903-8a1f-df4999967bbe tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:39.481402 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30529246-3c7c-4070-82d6-a64f7b3a8101 req-11c8b132-ad3b-4903-8a1f-df4999967bbe tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.4362190 May 05 20:30:39.609008 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f0faece1-a78d-43ba-ab5e-a6c028655fbd req-258600ed-2e2c-4d53-801b-a9145be4cb91 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187735 May 05 20:30:39.681168 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device e7826565-819a-4e94-a4b7-6a1addc47da1 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:30:39.802179 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30529246-3c7c-4070-82d6-a64f7b3a8101 req-4981272b-b64a-4cdc-b32a-d56f04238802 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890072 May 05 20:30:39.846334 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port e7826565-819a-4e94-a4b7-6a1addc47da1 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:30:39.862361 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port e7826565-819a-4e94-a4b7-6a1addc47da1 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:39.865432 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:39.886371 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a8a4-aa8c-4e0b-8087-75d0a915d756 req-dd688b6e-7121-4afb-9e72-2742cd1d476e tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:39.922034 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ff78a8a4-aa8c-4e0b-8087-75d0a915d756 req-dd688b6e-7121-4afb-9e72-2742cd1d476e tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1731243 May 05 20:30:39.922034 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for floatingip (e776a6fd-4924-46d5-a87d-f020cd292f9c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:40.136262 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port e7826565-819a-4e94-a4b7-6a1addc47da1 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:40.136262 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:40.136262 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:40.136262 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917acc64-4f94-4ace-8f08-cd8a91f0c5c0" -d '{"events": [{"server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "name": "network-vif-plugged", "status": "completed", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:40.136262 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port e7826565-819a-4e94-a4b7-6a1addc47da1, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e7826565-819a-4e94-a4b7-6a1addc47da1,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:40.140337 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ff78a8a4-aa8c-4e0b-8087-75d0a915d756 req-65c854ad-6bdc-4ef6-a23c-6d58711b52ab tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178788 May 05 20:30:40.184504 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af9b6-3584-49a3-a871-b037281a17da req-22e44369-65bc-454d-a0c7-ea1797281965 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:40.187392 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a64af9b6-3584-49a3-a871-b037281a17da req-22e44369-65bc-454d-a0c7-ea1797281965 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2687635 May 05 20:30:40.230516 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff99d102-a3ff-4fa8-8f8b-1aa20ff8176f x-openstack-request-id: req-ff99d102-a3ff-4fa8-8f8b-1aa20ff8176f {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:40.230516 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "name": "network-vif-plugged", "status": "completed", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:40.230880 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff99d102-a3ff-4fa8-8f8b-1aa20ff8176f {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:40.231340 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff99d102-a3ff-4fa8-8f8b-1aa20ff8176f'] response: {'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'code': 200} May 05 20:30:40.267510 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a64af9b6-3584-49a3-a871-b037281a17da req-f745e38f-bd22-4c4d-9bab-213e1f07cd42 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716953 May 05 20:30:40.310074 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:40.351702 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (7558ce0f-2092-4998-abc2-e222044135ae), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:40.493979 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=e7826565-819a-4e94-a4b7-6a1addc47da1,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:40.769756 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for port (7558ce0f-2092-4998-abc2-e222044135ae), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:40.871981 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30527366-ecf0-4bc1-9250-4c805323b0fe req-89f8cdf0-3955-45d0-98b0-b5b714a4bd98 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:40.885885 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30527366-ecf0-4bc1-9250-4c805323b0fe req-89f8cdf0-3955-45d0-98b0-b5b714a4bd98 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.1197386 May 05 20:30:40.914610 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (7558ce0f-2092-4998-abc2-e222044135ae), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:40.998292 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2adb-d260-4bef-840f-822a4e6e7dc7 req-7b68f886-aac7-4119-9c61-da97f6e2f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:41.000936 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-514e2adb-d260-4bef-840f-822a4e6e7dc7 req-7b68f886-aac7-4119-9c61-da97f6e2f076 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 1129 time: 0.1377258 May 05 20:30:41.060463 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30527366-ecf0-4bc1-9250-4c805323b0fe req-bb29c33d-b800-4425-83a6-dbf81e7bad38 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678824 May 05 20:30:41.131223 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event updated for resources: {'Port': ['ID=7558ce0f-2092-4998-abc2-e222044135ae,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:41.139342 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (e776a6fd-4924-46d5-a87d-f020cd292f9c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:41.226058 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf19fa8-5e99-4939-bb5c-fcb9c9d48288 req-ee78b48b-e9b7-43e3-829a-cb830a7109c0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:41.227359 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-acf19fa8-5e99-4939-bb5c-fcb9c9d48288 req-ee78b48b-e9b7-43e3-829a-cb830a7109c0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.2295818 May 05 20:30:41.332621 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 32948) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:41.356287 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-514e2adb-d260-4bef-840f-822a4e6e7dc7 req-fef25870-8d87-4d9e-9268-80334c8427c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225973 May 05 20:30:41.399115 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1b21-f060-4288-919e-7fea84d4df18 req-544255b1-045d-4e26-b80b-db2935b5f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:41.403677 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-609f1b21-f060-4288-919e-7fea84d4df18 req-544255b1-045d-4e26-b80b-db2935b5f51c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 1129 time: 0.1905644 May 05 20:30:41.444577 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-acf19fa8-5e99-4939-bb5c-fcb9c9d48288 req-359bada3-6965-4c22-81e9-8982c120d657 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837859 May 05 20:30:41.455341 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43241c-adf5-4ea6-8496-47195348a0e4 req-0afbfb75-bcf5-4e2d-8d35-f549d308dbdd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:41.457518 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bb43241c-adf5-4ea6-8496-47195348a0e4 req-0afbfb75-bcf5-4e2d-8d35-f549d308dbdd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.2588842 May 05 20:30:41.469071 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Floating IP e776a6fd-4924-46d5-a87d-f020cd292f9c associated. External IP: 172.27.0.239, port: da2cf2e4-6b6a-4dab-9219-da01dfa1c299. May 05 20:30:41.626431 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6c8220b4-c679-4570-b250-2c81612c3a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:41.690693 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bb43241c-adf5-4ea6-8496-47195348a0e4 req-8b73070e-354d-4838-bf12-6e1270617053 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178550 May 05 20:30:41.796853 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6c8220b4-c679-4570-b250-2c81612c3a3f admin admin] Publish callbacks [] for security_group (67eb2977-3bf1-450a-8171-7e67a903d7cd), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:41.834104 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d832f41-926a-4b57-990b-952c7abbbe46 req-f1aa5024-0a46-4d4d-854b-92113bae3895 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:41.836849 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4d832f41-926a-4b57-990b-952c7abbbe46 req-f1aa5024-0a46-4d4d-854b-92113bae3895 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1498325 May 05 20:30:41.884315 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6c8220b4-c679-4570-b250-2c81612c3a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (67eb2977-3bf1-450a-8171-7e67a903d7cd), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:41.944427 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6c8220b4-c679-4570-b250-2c81612c3a3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe6b3dbe702f49dda024f272029ff180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6052406 May 05 20:30:41.944427 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8220b4-c679-4570-b250-2c81612c3a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eb2977-3bf1-450a-8171-7e67a903d7cd,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:41.953096 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 32964) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:42.065080 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3dd67880-522f-4435-902a-dfee07002837 admin admin] Publish callbacks [] for security_group (67eb2977-3bf1-450a-8171-7e67a903d7cd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:42.111007 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3dd67880-522f-4435-902a-dfee07002837 admin admin] Publish callbacks [] for security_group (67eb2977-3bf1-450a-8171-7e67a903d7cd), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:42.418154 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3dd67880-522f-4435-902a-dfee07002837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (67eb2977-3bf1-450a-8171-7e67a903d7cd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:42.423542 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3dd67880-522f-4435-902a-dfee07002837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:42.427524 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3dd67880-522f-4435-902a-dfee07002837 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67eb2977-3bf1-450a-8171-7e67a903d7cd HTTP/1.1" status: 204 len: 168 time: 0.4701784 May 05 20:30:42.446175 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd67880-522f-4435-902a-dfee07002837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eb2977-3bf1-450a-8171-7e67a903d7cd,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:42.536836 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1b21-f060-4288-919e-7fea84d4df18 req-77256736-a3f1-4c13-8d89-ccfe6f7af662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:42.539839 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-609f1b21-f060-4288-919e-7fea84d4df18 req-77256736-a3f1-4c13-8d89-ccfe6f7af662 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 200 len: 911 time: 0.2241652 May 05 20:30:42.586433 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4d832f41-926a-4b57-990b-952c7abbbe46 req-3a79694f-5034-4d43-8778-1d543afb2658 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6627262 May 05 20:30:42.658054 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-609f1b21-f060-4288-919e-7fea84d4df18 req-46dd2832-2fcb-48f6-886e-9e6c55d4e9fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7 HTTP/1.1" status: 200 len: 1000 time: 0.0887482 May 05 20:30:42.698763 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:30:42.748321 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6be38d-e55d-4e32-9769-5f8db1805ba4 req-bd060fa2-3468-48b2-9408-cd71a8f95b2e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:42.759100 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9c6be38d-e55d-4e32-9769-5f8db1805ba4 req-bd060fa2-3468-48b2-9408-cd71a8f95b2e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.3287587 May 05 20:30:42.817727 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1b21-f060-4288-919e-7fea84d4df18 req-9e411452-2b26-4870-bfbf-e58ddb27d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:42.817727 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-609f1b21-f060-4288-919e-7fea84d4df18 req-9e411452-2b26-4870-bfbf-e58ddb27d28d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88edb06f-50ec-439a-9612-51e02d8b4d43 HTTP/1.1" status: 200 len: 849 time: 0.1437235 May 05 20:30:42.926922 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1b21-f060-4288-919e-7fea84d4df18 req-8ff573a3-6fda-46ea-87b4-c94ff6ba7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:42.928412 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-609f1b21-f060-4288-919e-7fea84d4df18 req-8ff573a3-6fda-46ea-87b4-c94ff6ba7fb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0bb89748-168d-4d28-ba29-6d7e24820be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981560 May 05 20:30:42.942770 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97470f7b-12be-4378-b933-87cd31528994 req-051d0629-52bc-4628-9e92-767ac6d8125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:42.944096 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-97470f7b-12be-4378-b933-87cd31528994 req-051d0629-52bc-4628-9e92-767ac6d8125f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 1130 time: 0.0737314 May 05 20:30:43.100093 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:30:43.116709 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] Sync routers for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:43.123463 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9c6be38d-e55d-4e32-9769-5f8db1805ba4 req-8cef234f-891a-4cf1-922b-d1a38ee8627e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618448 May 05 20:30:43.145553 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:30:43.147194 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:43.156795 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062da7f8-e4a7-4319-96b7-c750621aafa1 req-f9157f93-0593-42e7-b4ff-de53a706c391 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:43.167191 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-062da7f8-e4a7-4319-96b7-c750621aafa1 req-f9157f93-0593-42e7-b4ff-de53a706c391 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.4543836 May 05 20:30:43.323194 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-062da7f8-e4a7-4319-96b7-c750621aafa1 req-468492f5-b8aa-4c3c-b56d-63581c1fcd08 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546047 May 05 20:30:43.393695 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:30:43.502194 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cd805-5a48-4229-afbe-fa72bbb8693c req-a19a6ad4-ee4c-40db-9c2e-51474087cd3a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:43.508900 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-818cd805-5a48-4229-afbe-fa72bbb8693c req-a19a6ad4-ee4c-40db-9c2e-51474087cd3a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.2533987 May 05 20:30:43.671128 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-818cd805-5a48-4229-afbe-fa72bbb8693c req-4ebfba58-87dd-4eb2-8bdf-6fedf9bc385e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542571 May 05 20:30:43.721035 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:43.776988 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'e776a6fd-4924-46d5-a87d-f020cd292f9c', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'port_id': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'mac_address': 'fa:16:3e:f3:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe5d223-9150-4218-80e6-a37f61358304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:39Z', 'updated_at': '2022-05-05T20:30:39Z', 'revision_number': 0, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b729c7-0189-4202-8e28-a981b27520f7', 'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'mac_address': 'fa:16:3e:b0:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:26Z', 'updated_at': '2022-05-05T20:29:31Z', 'revision_number': 5, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'subnets': [{'id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:43.786047 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:43.818344 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-609f1b21-f060-4288-919e-7fea84d4df18 req-12e363d0-2a12-42b1-9897-704165babff8 service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510730 May 05 20:30:43.824551 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] Checking router: a17dccf1-6933-4c1d-b2e9-771d8be3aba6 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:43.830871 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:30:43.832433 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:43.837346 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-92ec19e8-50be-4c9d-b04e-29d03e9d6c89 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0146451 May 05 20:30:43.837346 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:43.933491 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97470f7b-12be-4378-b933-87cd31528994 req-37b0e050-cab0-453b-badd-8e0e9d26e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:43.935494 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-97470f7b-12be-4378-b933-87cd31528994 req-37b0e050-cab0-453b-badd-8e0e9d26e4fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 918 time: 0.8362989 May 05 20:30:43.954154 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9209109-562d-4cd8-8eb0-a36f8fb147e0 req-4a1e2ec7-f888-4060-ab02-f7cfa81aa278 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:43.956199 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c9209109-562d-4cd8-8eb0-a36f8fb147e0 req-4a1e2ec7-f888-4060-ab02-f7cfa81aa278 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.1895843 May 05 20:30:44.080193 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c9209109-562d-4cd8-8eb0-a36f8fb147e0 req-894ed1f3-40b2-4c33-8797-284ec10e444f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032825 May 05 20:30:44.126101 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:30:44.249614 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-609f1b21-f060-4288-919e-7fea84d4df18 req-59bf5153-805f-4a33-bbcf-9db29e2571a0 service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077377 May 05 20:30:44.251791 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-97470f7b-12be-4378-b933-87cd31528994 req-c0b3159a-509a-491c-8fc2-7062c455a558 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe77acf-0b5a-4534-ba09-b09be799566e HTTP/1.1" status: 200 len: 1001 time: 0.2810996 May 05 20:30:44.338817 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7fe693-cd76-4eb4-905e-2041bdc346c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:44.368665 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02aaef-e12e-43b6-88a0-b0fd29215fbc req-337d6cd5-e67c-4c15-9b24-36d8ae041eb3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:44.379523 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8e02aaef-e12e-43b6-88a0-b0fd29215fbc req-337d6cd5-e67c-4c15-9b24-36d8ae041eb3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.1233983 May 05 20:30:44.405023 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97470f7b-12be-4378-b933-87cd31528994 req-298ad38d-7f4a-49d5-aed8-0359e99c37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:44.414274 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-97470f7b-12be-4378-b933-87cd31528994 req-298ad38d-7f4a-49d5-aed8-0359e99c37f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.1476560 May 05 20:30:44.459422 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8e02aaef-e12e-43b6-88a0-b0fd29215fbc req-815943b3-a253-405b-bd51-ed10c056b6a8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738924 May 05 20:30:44.509690 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97470f7b-12be-4378-b933-87cd31528994 req-5cdf1fe2-6419-4bf2-ad37-bc446f8c3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:44.513441 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-97470f7b-12be-4378-b933-87cd31528994 req-5cdf1fe2-6419-4bf2-ad37-bc446f8c3ad9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890141 May 05 20:30:44.684821 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-97470f7b-12be-4378-b933-87cd31528994 req-80923a2e-c534-4c7f-8305-3579be01cc70 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620057 May 05 20:30:44.713718 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a0ca1-5f59-430f-8547-859c520666aa req-1f69c409-7b09-47b3-91d0-acb3e9530b86 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:44.718239 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6e7a0ca1-5f59-430f-8547-859c520666aa req-1f69c409-7b09-47b3-91d0-acb3e9530b86 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.1283059 May 05 20:30:44.743988 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33018) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:44.882465 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c27c078b-3bdb-4110-99a8-af547d8b53df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:44.899672 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'e776a6fd-4924-46d5-a87d-f020cd292f9c', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'port_id': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'mac_address': 'fa:16:3e:f3:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe5d223-9150-4218-80e6-a37f61358304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:39Z', 'updated_at': '2022-05-05T20:30:39Z', 'revision_number': 0, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b729c7-0189-4202-8e28-a981b27520f7', 'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'mac_address': 'fa:16:3e:b0:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:26Z', 'updated_at': '2022-05-05T20:29:31Z', 'revision_number': 5, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'subnets': [{'id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:44.900144 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-97470f7b-12be-4378-b933-87cd31528994 req-5fda78d6-6a32-4446-8b38-1a5e069fcbac service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091746 May 05 20:30:44.949471 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6e7a0ca1-5f59-430f-8547-859c520666aa req-7810bbca-a465-452a-86cd-d9453ca9405f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213585 May 05 20:30:44.976700 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4b8e9-d219-492b-b3a0-1d230523f172 None None] The sync data for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi is: [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'e776a6fd-4924-46d5-a87d-f020cd292f9c', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'port_id': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'mac_address': 'fa:16:3e:f3:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe5d223-9150-4218-80e6-a37f61358304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:39Z', 'updated_at': '2022-05-05T20:30:39Z', 'revision_number': 0, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b729c7-0189-4202-8e28-a981b27520f7', 'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'mac_address': 'fa:16:3e:b0:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:26Z', 'updated_at': '2022-05-05T20:29:31Z', 'revision_number': 5, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'subnets': [{'id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:45.189059 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c27c078b-3bdb-4110-99a8-af547d8b53df admin admin] Publish callbacks [] for security_group (3f052cfc-d7b6-4f8a-b5cc-8d2e620ffc10), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:45.290282 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa22ded8-b74d-4a60-a6f4-25c4513fbe06 x-openstack-request-id: req-fa22ded8-b74d-4a60-a6f4-25c4513fbe06 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:45.290951 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:45.294642 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa22ded8-b74d-4a60-a6f4-25c4513fbe06 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:45.295038 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa22ded8-b74d-4a60-a6f4-25c4513fbe06'] response: {'name': 'network-changed', 'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'status': 'completed', 'code': 200} May 05 20:30:45.303507 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c27c078b-3bdb-4110-99a8-af547d8b53df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (3f052cfc-d7b6-4f8a-b5cc-8d2e620ffc10), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:45.426770 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cb9b6-8108-455f-94c0-1cf08e2eebd1 req-238ee7c3-5889-4aca-b9ae-860295e3101b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:45.438352 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33026) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:45.444777 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d695b1d-a977-4d5b-bec0-febfac7dbdeb None None] New status for floating IP e776a6fd-4924-46d5-a87d-f020cd292f9c: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:30:45.447381 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Request body: {'floatingip': {'port_id': 'e7826565-819a-4e94-a4b7-6a1addc47da1'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:30:45.451128 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-372cb9b6-8108-455f-94c0-1cf08e2eebd1 req-238ee7c3-5889-4aca-b9ae-860295e3101b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.2764623 May 05 20:30:45.513329 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c27c078b-3bdb-4110-99a8-af547d8b53df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b0705c8cfe84598bcbbd033ef1ab639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7488358 May 05 20:30:45.535562 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33028) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:45.556013 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for floatingip (3e0eb94c-deec-430f-a3a5-7932779d54dc), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:45.582066 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c078b-3bdb-4110-99a8-af547d8b53df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f052cfc-d7b6-4f8a-b5cc-8d2e620ffc10,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:45.720311 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:30:45.767047 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b021d787-1190-44cb-b4d9-bf684bd2e558 admin admin] Publish callbacks [] for security_group (3f052cfc-d7b6-4f8a-b5cc-8d2e620ffc10), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:45.850310 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd123-2785-4808-88a2-a582f3fde278 req-802d3cd1-f763-41f6-b75a-963d40698719 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:45.857566 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f30fd123-2785-4808-88a2-a582f3fde278 req-802d3cd1-f763-41f6-b75a-963d40698719 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.3913953 May 05 20:30:45.865459 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b021d787-1190-44cb-b4d9-bf684bd2e558 admin admin] Publish callbacks [] for security_group (3f052cfc-d7b6-4f8a-b5cc-8d2e620ffc10), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:45.898259 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ce0c9-8810-45de-80ad-b036f44d85de req-e08225ab-e325-4acd-ad2d-8a515faf3c94 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:45.900485 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e61ce0c9-8810-45de-80ad-b036f44d85de req-e08225ab-e325-4acd-ad2d-8a515faf3c94 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 946 time: 0.2622073 May 05 20:30:46.002405 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f30fd123-2785-4808-88a2-a582f3fde278 req-cb6a4605-c293-482c-a58e-dc283a883e8e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400733 May 05 20:30:46.100093 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4fe77acf-0b5a-4534-ba09-b09be799566e is: ACTIVE; New status is: DOWN {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:46.100730 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:46.102339 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e61ce0c9-8810-45de-80ad-b036f44d85de req-f1d2e99f-9e35-43f1-a508-44873191632f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935530 May 05 20:30:46.168306 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-2730a8d9-f9a2-4361-ad18-8e530fc3fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:46.182627 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:46.182736 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-2730a8d9-f9a2-4361-ad18-8e530fc3fae8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7e2232065a84ff88ccc574160e0114c&device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1130 time: 0.8552215 May 05 20:30:46.182853 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1978bfa2-dd8a-4c73-8178-7f0301ff7e05" -d '{"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:46.214445 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bfc91-2704-49da-a97d-d6d6ec1dd6d4 req-d38a78b0-10ad-45a8-8cf7-e059fdf1b86d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:46.216229 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-459bfc91-2704-49da-a97d-d6d6ec1dd6d4 req-d38a78b0-10ad-45a8-8cf7-e059fdf1b86d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0990241 May 05 20:30:46.223076 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:46.275767 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b021d787-1190-44cb-b4d9-bf684bd2e558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (3f052cfc-d7b6-4f8a-b5cc-8d2e620ffc10), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:46.278542 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b021d787-1190-44cb-b4d9-bf684bd2e558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:46.284228 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 May 2022 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b3e8dd-fb72-4efa-972d-6f42ca546cc5 x-openstack-request-id: req-18b3e8dd-fb72-4efa-972d-6f42ca546cc5 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:46.285163 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:46.285418 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18b3e8dd-fb72-4efa-972d-6f42ca546cc5 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:46.285827 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b3e8dd-fb72-4efa-972d-6f42ca546cc5'] response: {'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'code': 200} May 05 20:30:46.286750 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b021d787-1190-44cb-b4d9-bf684bd2e558 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f052cfc-d7b6-4f8a-b5cc-8d2e620ffc10 HTTP/1.1" status: 204 len: 168 time: 0.7499833 May 05 20:30:46.326248 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021d787-1190-44cb-b4d9-bf684bd2e558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f052cfc-d7b6-4f8a-b5cc-8d2e620ffc10,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:46.338173 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-459bfc91-2704-49da-a97d-d6d6ec1dd6d4 req-721256cd-8236-4d69-8456-fa647c18b3a5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157966 May 05 20:30:46.383621 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:46.520858 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=8']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:46.559996 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-59847deb-8636-4f0e-82fc-f72447cf1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:46.561977 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-59847deb-8636-4f0e-82fc-f72447cf1ff3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db004025-88a0-4413-a8fa-287a22738800 HTTP/1.1" status: 200 len: 909 time: 0.3347580 May 05 20:30:46.675949 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.db.resource_extend [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:30:46.763553 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-782090d0-4e01-4e66-a9f0-1c4fbd3e43cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299 HTTP/1.1" status: 200 len: 1002 time: 0.1728139 May 05 20:30:46.802649 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:46.896337 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (3e0eb94c-deec-430f-a3a5-7932779d54dc), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:47.167521 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-b6a037f0-2176-4eee-bcc6-c6f0043909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:47.169370 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-b6a037f0-2176-4eee-bcc6-c6f0043909d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f6e706-08fa-40dc-995a-d4d4a2d2fa7e HTTP/1.1" status: 200 len: 847 time: 0.1614435 May 05 20:30:47.211531 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Floating IP 3e0eb94c-deec-430f-a3a5-7932779d54dc associated. External IP: 172.27.0.242, port: e7826565-819a-4e94-a4b7-6a1addc47da1. May 05 20:30:47.459406 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5362c-1048-4f6b-a448-ab0cd5bf109a req-fa010f3d-42eb-40c6-9a9d-b00a8b42dc49 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:47.461909 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1ef5362c-1048-4f6b-a448-ab0cd5bf109a req-fa010f3d-42eb-40c6-9a9d-b00a8b42dc49 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1669137 May 05 20:30:47.499558 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c3994-13c4-4628-a302-0a2f95a7cb11 req-2e36820f-12a6-4351-bba5-9fd4055e7c51 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:47.515410 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ad7c3994-13c4-4628-a302-0a2f95a7cb11 req-2e36820f-12a6-4351-bba5-9fd4055e7c51 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.3542790 May 05 20:30:47.537138 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-405ba70b-cbd6-4e3a-8257-9e3299f6d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:47.542930 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-405ba70b-cbd6-4e3a-8257-9e3299f6d743 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db004025-88a0-4413-a8fa-287a22738800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2255909 May 05 20:30:47.658533 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1ef5362c-1048-4f6b-a448-ab0cd5bf109a req-2399dab4-8e88-4188-af47-6964b60524a2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866066 May 05 20:30:47.678186 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ad7c3994-13c4-4628-a302-0a2f95a7cb11 req-34fbb000-1f2c-4c1f-b056-1cd8f1da72f8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591074 May 05 20:30:47.881207 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-d07198c8-f9f4-490f-864b-1b15fd77b4a9 service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510624 May 05 20:30:47.886286 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Router 211300e7-5dd5-41dc-8626-ffae5d27289a has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:30:47.905922 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33074) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:47.946145 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1a5055e9-08f6-4388-9050-e3a3a3b0ba5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:48.105211 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1a5055e9-08f6-4388-9050-e3a3a3b0ba5b admin admin] Publish callbacks [] for security_group (bdfe15b9-8e80-4328-8509-dc0a2f36b2bf), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:48.111209 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:30:48.119118 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:48.124428 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] Sync routers for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:48.141820 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:30:48.142815 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:48.288059 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1a5055e9-08f6-4388-9050-e3a3a3b0ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (bdfe15b9-8e80-4328-8509-dc0a2f36b2bf), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:48.296440 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:30:48.380477 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1a5055e9-08f6-4388-9050-e3a3a3b0ba5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6e5b299a93847039f2380eec3d3094c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730775 May 05 20:30:48.381325 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5055e9-08f6-4388-9050-e3a3a3b0ba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfe15b9-8e80-4328-8509-dc0a2f36b2bf,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:48.384740 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33084) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:48.413132 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b7fe693-cd76-4eb4-905e-2041bdc346c0 req-ad6645b1-5d06-4096-bd4d-24812dd01a7a service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324327 May 05 20:30:48.434524 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-94504a36-7e38-4c6b-8b55-5d4623e2674d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "PUT /v2.0/floatingips/3e0eb94c-deec-430f-a3a5-7932779d54dc HTTP/1.1" status: 200 len: 991 time: 2.9917841 May 05 20:30:48.439594 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:48.450436 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4bcb9f-e724-4314-bff3-c430c79390de" -d '{"events": [{"name": "network-changed", "server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:48.511476 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0fcd81-c20f-40df-a0ce-a120860b07b1 x-openstack-request-id: req-df0fcd81-c20f-40df-a0ce-a120860b07b1 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:48.512274 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:48.512714 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df0fcd81-c20f-40df-a0ce-a120860b07b1 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:48.513323 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0fcd81-c20f-40df-a0ce-a120860b07b1'] response: {'name': 'network-changed', 'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'status': 'completed', 'code': 200} May 05 20:30:48.525671 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-92f8f6c3-6e99-48f8-ac7e-9a50d8caa8f9 admin admin] Publish callbacks [] for security_group (bdfe15b9-8e80-4328-8509-dc0a2f36b2bf), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:48.595599 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-92f8f6c3-6e99-48f8-ac7e-9a50d8caa8f9 admin admin] Publish callbacks [] for security_group (bdfe15b9-8e80-4328-8509-dc0a2f36b2bf), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:48.640843 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-7b7e5e11-76fe-43c1-86ff-465a0c128dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:48.642326 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-7b7e5e11-76fe-43c1-86ff-465a0c128dfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 1129 time: 0.1112723 May 05 20:30:48.764010 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-92f8f6c3-6e99-48f8-ac7e-9a50d8caa8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (bdfe15b9-8e80-4328-8509-dc0a2f36b2bf), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:48.768844 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '3e0eb94c-deec-430f-a3a5-7932779d54dc', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'port_id': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'mac_address': 'fa:16:3e:8e:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:19Z', 'updated_at': '2022-05-05T20:30:46Z', 'revision_number': 1, 'project_id': '4cca903e252a482da78be6052b1bc808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:43Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:48.769603 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-92f8f6c3-6e99-48f8-ac7e-9a50d8caa8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:48.771631 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-92f8f6c3-6e99-48f8-ac7e-9a50d8caa8f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdfe15b9-8e80-4328-8509-dc0a2f36b2bf HTTP/1.1" status: 204 len: 168 time: 0.3815601 May 05 20:30:48.814029 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f6c3-6e99-48f8-ac7e-9a50d8caa8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfe15b9-8e80-4328-8509-dc0a2f36b2bf,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:48.828598 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] Checking router: 211300e7-5dd5-41dc-8626-ffae5d27289a for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:48.846265 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:30:48.848739 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:48.902750 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-9360b0c2-5c5f-430c-97b2-92cc0c13bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:48.907355 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-9360b0c2-5c5f-430c-97b2-92cc0c13bffe service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.2133362 May 05 20:30:48.947940 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32d0d-54da-49ad-b67e-4c576c0eec57 req-86f06bb0-ce86-44e9-8203-7c4cc99a7125 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:48.951407 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-def32d0d-54da-49ad-b67e-4c576c0eec57 req-86f06bb0-ce86-44e9-8203-7c4cc99a7125 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.1620724 May 05 20:30:48.999406 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33100) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:49.048862 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:30:49.088978 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-def32d0d-54da-49ad-b67e-4c576c0eec57 req-912c3cf8-7d16-4ecf-ba96-1ec0362cb88d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135170 May 05 20:30:49.102974 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-b4b15070-669f-4aea-970c-a5374e61ee51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7826565-819a-4e94-a4b7-6a1addc47da1 HTTP/1.1" status: 200 len: 999 time: 0.1662199 May 05 20:30:49.103443 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068e6b8-3ca4-4a1c-9d22-c0f3b091a932 req-9fd3e664-a8ea-472a-8dee-946ede37001a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:49.103443 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5068e6b8-3ca4-4a1c-9d22-c0f3b091a932 req-9fd3e664-a8ea-472a-8dee-946ede37001a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1436839 May 05 20:30:49.174525 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5068e6b8-3ca4-4a1c-9d22-c0f3b091a932 req-49526327-ca46-4f60-a7b4-6ffe3be831ec tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658951 May 05 20:30:49.252445 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-209b01d9-af8f-4424-92f9-1388d4044512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:49.399569 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-209b01d9-af8f-4424-92f9-1388d4044512 admin admin] Publish callbacks [] for security_group (0e9e0aea-53a2-4a30-abf0-0facd2e08848), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:49.413003 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-e71ceef8-7078-4687-aafa-c025d0580f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:49.415954 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-e71ceef8-7078-4687-aafa-c025d0580f5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.1380823 May 05 20:30:49.417275 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '3e0eb94c-deec-430f-a3a5-7932779d54dc', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'port_id': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'mac_address': 'fa:16:3e:8e:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:19Z', 'updated_at': '2022-05-05T20:30:46Z', 'revision_number': 1, 'project_id': '4cca903e252a482da78be6052b1bc808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:43Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:49.454731 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9692140-bf2e-491c-8dad-5dadfa8a1d00 None None] The sync data for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi is: [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '3e0eb94c-deec-430f-a3a5-7932779d54dc', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'port_id': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'mac_address': 'fa:16:3e:8e:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:19Z', 'updated_at': '2022-05-05T20:30:46Z', 'revision_number': 1, 'project_id': '4cca903e252a482da78be6052b1bc808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:43Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:49.502804 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-44ebfa13-d209-499a-b6cb-ec5447f8c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:49.505482 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-44ebfa13-d209-499a-b6cb-ec5447f8c7a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824347 May 05 20:30:49.525592 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-209b01d9-af8f-4424-92f9-1388d4044512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (0e9e0aea-53a2-4a30-abf0-0facd2e08848), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:49.600737 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-209b01d9-af8f-4424-92f9-1388d4044512 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f0326250ecb480d849a1f9ca2857c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5783055 May 05 20:30:49.601727 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33118) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:49.602396 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b01d9-af8f-4424-92f9-1388d4044512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9e0aea-53a2-4a30-abf0-0facd2e08848,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:49.655357 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-49d4e42c-e4c4-47c7-b6ea-57f4c66f6bed service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379659 May 05 20:30:49.695512 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ce81113-68ae-4c28-ab9c-36013b1bb416 admin admin] Publish callbacks [] for security_group (0e9e0aea-53a2-4a30-abf0-0facd2e08848), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:49.718735 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ce81113-68ae-4c28-ab9c-36013b1bb416 admin admin] Publish callbacks [] for security_group (0e9e0aea-53a2-4a30-abf0-0facd2e08848), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:49.780718 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cf4bcb9f-e724-4314-bff3-c430c79390de req-06a4c144-e79f-46ab-9853-dfa886ac1ae4 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184316 May 05 20:30:49.795292 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d196a51f-1478-4b29-8eb6-2a8e94a36139 None None] New status for floating IP 3e0eb94c-deec-430f-a3a5-7932779d54dc: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:30:49.884630 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ce81113-68ae-4c28-ab9c-36013b1bb416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (0e9e0aea-53a2-4a30-abf0-0facd2e08848), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:49.888420 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2ce81113-68ae-4c28-ab9c-36013b1bb416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:49.889611 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2ce81113-68ae-4c28-ab9c-36013b1bb416 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e9e0aea-53a2-4a30-abf0-0facd2e08848 HTTP/1.1" status: 204 len: 168 time: 0.2842567 May 05 20:30:49.902936 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce81113-68ae-4c28-ab9c-36013b1bb416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9e0aea-53a2-4a30-abf0-0facd2e08848,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:50.218355 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078cf9d-c6fb-4c45-8e46-1ba434587c3e req-a97d5d4c-70ff-4fce-a83d-da96ac215d12 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:50.219848 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7078cf9d-c6fb-4c45-8e46-1ba434587c3e req-a97d5d4c-70ff-4fce-a83d-da96ac215d12 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.0609658 May 05 20:30:50.272171 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7078cf9d-c6fb-4c45-8e46-1ba434587c3e req-2510a7d8-46e3-48f4-b3d5-03ec9d40378f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454507 May 05 20:30:50.679912 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33132) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:50.694941 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1300567b-3abc-4ab8-9b3a-50eae86d9150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:50.771209 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1300567b-3abc-4ab8-9b3a-50eae86d9150 admin admin] Publish callbacks [] for security_group (eec2a5dd-0300-4987-bd77-432813e9ba9a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:50.853547 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1300567b-3abc-4ab8-9b3a-50eae86d9150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (eec2a5dd-0300-4987-bd77-432813e9ba9a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:50.893410 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1300567b-3abc-4ab8-9b3a-50eae86d9150 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=574e80f5c752449db29199da2940b4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123609 May 05 20:30:50.895489 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300567b-3abc-4ab8-9b3a-50eae86d9150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec2a5dd-0300-4987-bd77-432813e9ba9a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:50.896743 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33138) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:50.946835 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-136ea86b-74f2-4c3c-a937-564aed13a377 admin admin] Publish callbacks [] for security_group (eec2a5dd-0300-4987-bd77-432813e9ba9a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:50.967956 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-136ea86b-74f2-4c3c-a937-564aed13a377 admin admin] Publish callbacks [] for security_group (eec2a5dd-0300-4987-bd77-432813e9ba9a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:50.989754 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-ed305839-866d-4183-9649-24035c6d9318 req-1d8e9aa1-26b9-4730-a4c1-54be3a5e2ff0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:30:50.990713 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ed305839-866d-4183-9649-24035c6d9318 req-1d8e9aa1-26b9-4730-a4c1-54be3a5e2ff0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056887 May 05 20:30:51.090563 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-136ea86b-74f2-4c3c-a937-564aed13a377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (eec2a5dd-0300-4987-bd77-432813e9ba9a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:51.093188 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-136ea86b-74f2-4c3c-a937-564aed13a377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:51.094391 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-136ea86b-74f2-4c3c-a937-564aed13a377 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eec2a5dd-0300-4987-bd77-432813e9ba9a HTTP/1.1" status: 204 len: 168 time: 0.1965277 May 05 20:30:51.105170 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ea86b-74f2-4c3c-a937-564aed13a377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec2a5dd-0300-4987-bd77-432813e9ba9a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:51.432837 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9add-ddad-4cac-b09e-1acf5f09595e req-6facbad4-b574-47b8-a004-aa3656e5075b tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:51.434345 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c22b9add-ddad-4cac-b09e-1acf5f09595e req-6facbad4-b574-47b8-a004-aa3656e5075b tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.0916529 May 05 20:30:51.444790 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53191f48-4a9b-4ca6-9270-f9c0441c10cb req-8040821a-e945-4191-85cd-461ab87bb694 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:51.446281 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53191f48-4a9b-4ca6-9270-f9c0441c10cb req-8040821a-e945-4191-85cd-461ab87bb694 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0866477 May 05 20:30:51.528458 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c22b9add-ddad-4cac-b09e-1acf5f09595e req-9fd8b883-543e-4950-8279-177afaec1084 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802586 May 05 20:30:51.530721 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53191f48-4a9b-4ca6-9270-f9c0441c10cb req-99145b4e-9966-4b15-bd94-b960f7c723b1 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778561 May 05 20:30:51.712830 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:30:51.790461 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4fe77acf-0b5a-4534-ba09-b09be799566e is: DOWN; New status is: DOWN {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:52.038819 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33184) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:52.163491 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-3f4c5a20-1a4b-44b6-8dcc-339b6858157e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1235058 May 05 20:30:52.172496 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-964e56d5-9f80-4c26-9d32-02261ee75243 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:30:52.173492 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-964e56d5-9f80-4c26-9d32-02261ee75243 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049617 May 05 20:30:52.311383 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33200) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:30:52.467515 dv-cinder-840730-1-iscsi neutron-server[103996]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 20:30:52.520759 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86020926-6326-4a0c-a205-7db3967a738f req-099fb915-5e76-4c77-aef2-7d0b6534d499 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:52.522214 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-099fb915-5e76-4c77-aef2-7d0b6534d499 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports/4fe77acf-0b5a-4534-ba09-b09be799566e HTTP/1.1" status: 200 len: 941 time: 0.2098315 May 05 20:30:52.739258 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a232b70-86b1-47f9-8694-4f05f79e17cf req-b67dc577-4cba-4561-a053-32b4afe59539 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:52.740716 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8a232b70-86b1-47f9-8694-4f05f79e17cf req-b67dc577-4cba-4561-a053-32b4afe59539 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.1016648 May 05 20:30:52.751867 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aae1df-d1d1-4b35-9864-173246ab6856 req-218f86aa-54f0-425a-9efa-2be837311da3 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:52.753234 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-71aae1df-d1d1-4b35-9864-173246ab6856 req-218f86aa-54f0-425a-9efa-2be837311da3 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1035345 May 05 20:30:52.823210 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8a232b70-86b1-47f9-8694-4f05f79e17cf req-77b9bce1-ac0b-4dfb-9e61-0103b3e95e62 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 May 05 20:30:52.830312 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-71aae1df-d1d1-4b35-9864-173246ab6856 req-e48e8a56-a522-4440-b1db-82eb8d8d8252 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690992 May 05 20:30:52.896072 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a62503b5-4212-42d5-b8f1-59a5ec02f727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:53.725515 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:30:53.861137 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 951668ee-508b-49d7-b5d4-b8a2f1ba3344 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:30:53.969264 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 951668ee-508b-49d7-b5d4-b8a2f1ba3344, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:53.982046 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'port_id': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'mac_address': 'fa:16:3e:41:dc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:30:53.984260 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62118d5-1257-4cb3-a754-3c037f1d5e7c req-a2e5a401-4ecf-4a5b-aa0e-aa4913656938 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:53.985861 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f62118d5-1257-4cb3-a754-3c037f1d5e7c req-a2e5a401-4ecf-4a5b-aa0e-aa4913656938 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 943 time: 0.0908134 May 05 20:30:54.003814 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86aa36-a896-4e38-988b-72af1aa2c21e req-eb5e3e4f-b94d-43ce-a44f-bab763207dec tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:54.005319 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef86aa36-a896-4e38-988b-72af1aa2c21e req-eb5e3e4f-b94d-43ce-a44f-bab763207dec tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0977769 May 05 20:30:54.022369 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:54.028314 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:54.036783 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951668ee-508b-49d7-b5d4-b8a2f1ba3344 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:54.060556 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 951668ee-508b-49d7-b5d4-b8a2f1ba3344, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:54.071413 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f62118d5-1257-4cb3-a754-3c037f1d5e7c req-3afef631-6910-4436-9892-7c295bbff9b7 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798869 May 05 20:30:54.078590 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef86aa36-a896-4e38-988b-72af1aa2c21e req-94b139d6-c7c8-4289-a1e5-9929a833fd8e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660594 May 05 20:30:54.168051 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:54.215754 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=951668ee-508b-49d7-b5d4-b8a2f1ba3344,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:55.068009 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-78ad72f7-cdbf-44df-9308-39a22b843bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:55.071677 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['951668ee-508b-49d7-b5d4-b8a2f1ba3344'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:30:55.240002 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2b3d6-9a92-45c3-bb98-1f5980d3567f req-48cd672b-7c5c-4888-8945-e0f0fe909513 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:55.242069 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5ee2b3d6-9a92-45c3-bb98-1f5980d3567f req-48cd672b-7c5c-4888-8945-e0f0fe909513 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 944 time: 0.0961735 May 05 20:30:55.262576 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153436-e367-44cf-984d-b35e74e1765b req-b3d9435b-7f30-4eb4-a2f1-5f1db45af742 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:55.264681 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-20153436-e367-44cf-984d-b35e74e1765b req-b3d9435b-7f30-4eb4-a2f1-5f1db45af742 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0888040 May 05 20:30:55.333350 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5ee2b3d6-9a92-45c3-bb98-1f5980d3567f req-d4332547-f44c-4121-a630-03aa03cc93f1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851312 May 05 20:30:55.346441 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-20153436-e367-44cf-984d-b35e74e1765b req-ec98f027-0d4f-4e90-aaf5-9146709446f4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730207 May 05 20:30:56.407956 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:56.496269 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c206b-6db3-4aba-80ea-d90dc8451087 req-243a7a9c-4c92-4664-b0cf-05b4a0c92c1c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:56.497958 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4e6c206b-6db3-4aba-80ea-d90dc8451087 req-243a7a9c-4c92-4664-b0cf-05b4a0c92c1c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 944 time: 0.0866551 May 05 20:30:56.510935 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dbe46-e9a1-48ea-a882-1969d16f972a req-f65e52b9-5abf-436e-843f-43d33683de40 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:56.512367 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9d6dbe46-e9a1-48ea-a882-1969d16f972a req-f65e52b9-5abf-436e-843f-43d33683de40 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0740578 May 05 20:30:56.587556 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4e6c206b-6db3-4aba-80ea-d90dc8451087 req-915b772d-313a-4544-8b94-8884246e37e8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836384 May 05 20:30:56.590742 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9d6dbe46-e9a1-48ea-a882-1969d16f972a req-3bd5c45f-25d3-4a45-b1f8-be785fb0772c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718369 May 05 20:30:57.226022 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86020926-6326-4a0c-a205-7db3967a738f req-c53cea75-5ef1-4d23-8a1a-b68dd3376a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:57.227522 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-c53cea75-5ef1-4d23-8a1a-b68dd3376a79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc&tenant_id=83632617c8b842108cfb2620747f0761 HTTP/1.1" status: 200 len: 1128 time: 0.0790119 May 05 20:30:57.293382 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86020926-6326-4a0c-a205-7db3967a738f req-cb5622da-5ccb-4a38-a57d-a969e8a88f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:57.294854 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-cb5622da-5ccb-4a38-a57d-a969e8a88f4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 1128 time: 0.0451765 May 05 20:30:57.388169 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86020926-6326-4a0c-a205-7db3967a738f req-3c0684ed-04a4-427b-9459-011ea69ad796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:57.389663 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-3c0684ed-04a4-427b-9459-011ea69ad796 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 918 time: 0.0893302 May 05 20:30:57.453896 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-9e8c8289-96f3-4f21-97cc-1acbdf6686b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fe77acf-0b5a-4534-ba09-b09be799566e HTTP/1.1" status: 200 len: 999 time: 0.0579705 May 05 20:30:57.511998 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86020926-6326-4a0c-a205-7db3967a738f req-ce683f61-d323-48ec-9c87-5fd6e825ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:57.511998 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-ce683f61-d323-48ec-9c87-5fd6e825ea75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.0491421 May 05 20:30:57.561899 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86020926-6326-4a0c-a205-7db3967a738f req-fb47a171-0240-4613-9e29-f1f2277074bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:57.562864 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-fb47a171-0240-4613-9e29-f1f2277074bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450208 May 05 20:30:57.662480 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-8a989dac-5393-4cfd-9618-41bddd6645b2 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930831 May 05 20:30:57.750902 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7c6c2-4bed-4a88-ba74-730d3863d0f4 req-c0e06336-e956-489f-989c-4f9f522a70fa tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:57.752416 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0ad7c6c2-4bed-4a88-ba74-730d3863d0f4 req-c0e06336-e956-489f-989c-4f9f522a70fa tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 944 time: 0.0854301 May 05 20:30:57.761848 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 951668ee-508b-49d7-b5d4-b8a2f1ba3344 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:30:57.772278 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56249616-a008-41f3-9ad7-9e05efbfecee req-9f97e5f0-7e82-44c6-a1ee-25438e77239c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:57.773768 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-56249616-a008-41f3-9ad7-9e05efbfecee req-9f97e5f0-7e82-44c6-a1ee-25438e77239c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0966361 May 05 20:30:57.783748 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86020926-6326-4a0c-a205-7db3967a738f req-d69c9ae7-f71e-4fba-ad93-05507bf8c86d service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133640 May 05 20:30:57.849082 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0ad7c6c2-4bed-4a88-ba74-730d3863d0f4 req-dc5ea38b-1883-437e-b71c-857e669f12f2 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859127 May 05 20:30:57.865541 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-56249616-a008-41f3-9ad7-9e05efbfecee req-ea2a17d0-2632-4362-aa9c-08f43848d206 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781517 May 05 20:30:57.935978 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:30:57.947058 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:30:57.947434 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:58.032680 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:30:58.033066 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:58.056268 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:58.058527 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca957a87-c24b-4e12-b882-bede0827d30e" -d '{"events": [{"server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "name": "network-vif-plugged", "status": "completed", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:30:58.072238 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 951668ee-508b-49d7-b5d4-b8a2f1ba3344, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:30:58.090605 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:58.103251 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28aca42-51b5-498d-a02c-9ff87f923b54 x-openstack-request-id: req-b28aca42-51b5-498d-a02c-9ff87f923b54 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:30:58.103251 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "name": "network-vif-plugged", "status": "completed", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:30:58.103251 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b28aca42-51b5-498d-a02c-9ff87f923b54 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:30:58.103251 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28aca42-51b5-498d-a02c-9ff87f923b54'] response: {'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'code': 200} May 05 20:30:58.162305 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:30:58.210394 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=951668ee-508b-49d7-b5d4-b8a2f1ba3344,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:58.490036 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e295d7-4e70-4284-b2bb-dde6c089648e req-94ca9843-1f98-4cee-a2e1-4d2bafff82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:58.491564 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-65e295d7-4e70-4284-b2bb-dde6c089648e req-94ca9843-1f98-4cee-a2e1-4d2bafff82dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 1129 time: 0.0451400 May 05 20:30:58.539694 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-65e295d7-4e70-4284-b2bb-dde6c089648e req-30d0f717-ffcd-4d45-be76-0cb3e1e11266 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 May 05 20:30:59.084587 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4439b-0947-44f4-990a-b38b78efe643 req-f1091461-c5e9-4c92-a50e-e074a887af5d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:59.102067 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-61f4439b-0947-44f4-990a-b38b78efe643 req-f1091461-c5e9-4c92-a50e-e074a887af5d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.1564236 May 05 20:30:59.136902 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d420-00b8-4d96-a96f-2607d4a7ddb3 req-146190af-173c-4b4b-a88a-a118289f30d3 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:59.146367 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ce40d420-00b8-4d96-a96f-2607d4a7ddb3 req-146190af-173c-4b4b-a88a-a118289f30d3 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1737838 May 05 20:30:59.229591 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ce40d420-00b8-4d96-a96f-2607d4a7ddb3 req-18df8d6f-1b18-4d1c-833c-21342cec0b06 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821464 May 05 20:30:59.246826 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-61f4439b-0947-44f4-990a-b38b78efe643 req-dcc038e3-2f98-4a79-b66f-acdc461debc2 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435585 May 05 20:30:59.785920 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:00.405150 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17a7d8-cede-473c-acb0-1b6f0da8e43e req-edc6c3af-3631-4c92-b22e-7a5e5d61c4ad tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:00.406645 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d17a7d8-cede-473c-acb0-1b6f0da8e43e req-edc6c3af-3631-4c92-b22e-7a5e5d61c4ad tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1002614 May 05 20:31:00.415535 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68280bc3-bdaa-4499-a27b-e8ad214ee5bb req-cab60f2e-9e31-45d0-abf1-b935aa1dacfd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:00.419113 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-68280bc3-bdaa-4499-a27b-e8ad214ee5bb req-cab60f2e-9e31-45d0-abf1-b935aa1dacfd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.1012552 May 05 20:31:00.487382 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-68280bc3-bdaa-4499-a27b-e8ad214ee5bb req-ad50c520-9834-4b3e-bee2-28b569773d29 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635324 May 05 20:31:00.506262 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d17a7d8-cede-473c-acb0-1b6f0da8e43e req-38e0864f-3c3d-45cb-8e7a-eade8d7d79fa tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876989 May 05 20:31:01.666457 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe884b-3989-42a6-b25a-155d25ee237e req-e72aba08-7ba3-4b0f-826f-645e12f34898 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:01.682773 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-58fe884b-3989-42a6-b25a-155d25ee237e req-e72aba08-7ba3-4b0f-826f-645e12f34898 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0939684 May 05 20:31:01.682773 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80429cbf-3fe3-49fe-b7f3-ac9b0c3a68d5 req-9e03ceab-626c-43cd-b67a-e40000c5d32d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:01.687572 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-80429cbf-3fe3-49fe-b7f3-ac9b0c3a68d5 req-9e03ceab-626c-43cd-b67a-e40000c5d32d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1013358 May 05 20:31:01.776051 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-58fe884b-3989-42a6-b25a-155d25ee237e req-7b63e23e-f127-420c-8294-73d6df60a2ef tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848973 May 05 20:31:01.790454 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-80429cbf-3fe3-49fe-b7f3-ac9b0c3a68d5 req-62cbcf2e-c91d-41d7-ba06-61b9949ef7fc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019125 May 05 20:31:02.938149 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee67f9-5020-4585-a4b4-84cb6ecc6818 req-f0c771f1-1c71-45f9-b3e8-a8f91cc5292c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:02.943064 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-99ee67f9-5020-4585-a4b4-84cb6ecc6818 req-f0c771f1-1c71-45f9-b3e8-a8f91cc5292c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0989637 May 05 20:31:02.952448 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33382) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:03.043774 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ba71f-99a9-4527-a0ae-f7f7705bb0f1 req-fd7e5eb2-cbfc-44d7-91dd-95eef11e7fdc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:03.045373 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7b3ba71f-99a9-4527-a0ae-f7f7705bb0f1 req-fd7e5eb2-cbfc-44d7-91dd-95eef11e7fdc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1013503 May 05 20:31:03.049007 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-99ee67f9-5020-4585-a4b4-84cb6ecc6818 req-3f2e2dc9-91a3-4c81-aefd-063c02bfbe32 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914936 May 05 20:31:03.099608 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7125a8df-f5cc-4420-ab76-fbfce3ef92af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:03.120483 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7b3ba71f-99a9-4527-a0ae-f7f7705bb0f1 req-62a7975d-573f-46b4-9329-9bbcf02a54a2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667875 May 05 20:31:03.197653 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7125a8df-f5cc-4420-ab76-fbfce3ef92af admin admin] Publish callbacks [] for security_group (915c3410-5786-45ce-9e44-e52adb7248dd), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:03.284362 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7125a8df-f5cc-4420-ab76-fbfce3ef92af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (915c3410-5786-45ce-9e44-e52adb7248dd), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:03.324846 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125a8df-f5cc-4420-ab76-fbfce3ef92af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915c3410-5786-45ce-9e44-e52adb7248dd,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:03.332461 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7125a8df-f5cc-4420-ab76-fbfce3ef92af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d831ae080c7d4529a18c939762369a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781540 May 05 20:31:03.332685 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33386) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:03.396738 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-80f5c59c-a6e1-465e-a235-12138c16e330 admin admin] Publish callbacks [] for security_group (915c3410-5786-45ce-9e44-e52adb7248dd), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:03.437902 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-80f5c59c-a6e1-465e-a235-12138c16e330 admin admin] Publish callbacks [] for security_group (915c3410-5786-45ce-9e44-e52adb7248dd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:03.553370 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-80f5c59c-a6e1-465e-a235-12138c16e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (915c3410-5786-45ce-9e44-e52adb7248dd), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:03.556251 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-80f5c59c-a6e1-465e-a235-12138c16e330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:03.557862 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-80f5c59c-a6e1-465e-a235-12138c16e330 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/915c3410-5786-45ce-9e44-e52adb7248dd HTTP/1.1" status: 204 len: 168 time: 0.2235727 May 05 20:31:03.567523 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5c59c-a6e1-465e-a235-12138c16e330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915c3410-5786-45ce-9e44-e52adb7248dd,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:04.180845 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733baceb-e4ee-463a-a1ae-8064e2104c02 req-16efc94c-2da7-424d-9136-1a0925f8d006 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:04.182436 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-733baceb-e4ee-463a-a1ae-8064e2104c02 req-16efc94c-2da7-424d-9136-1a0925f8d006 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0573218 May 05 20:31:04.473159 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-733baceb-e4ee-463a-a1ae-8064e2104c02 req-1732a1cd-d058-4e28-ac73-2e4766ba1cfe tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835121 May 05 20:31:04.505842 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fda8e7-9819-43a7-96ca-313429b58f1e req-3f8d6f71-5a5e-4bff-94b3-28a49868aa2c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:04.513034 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-15fda8e7-9819-43a7-96ca-313429b58f1e req-3f8d6f71-5a5e-4bff-94b3-28a49868aa2c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.3071904 May 05 20:31:04.567885 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-15fda8e7-9819-43a7-96ca-313429b58f1e req-ea5eab9c-501b-430f-a23b-c6bcf5b954a2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538244 May 05 20:31:05.437836 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33436) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:05.601859 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38a557bb-fd03-4e86-a607-54afff446a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:05.615175 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca871617-65ed-4c64-84a1-2b74304281a8 req-127f554a-095e-4fb8-931a-967bc02617b5 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:05.616991 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ca871617-65ed-4c64-84a1-2b74304281a8 req-127f554a-095e-4fb8-931a-967bc02617b5 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0686457 May 05 20:31:05.671875 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ca871617-65ed-4c64-84a1-2b74304281a8 req-620d0c31-b0fd-480b-9113-68fa6e2a66e0 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480561 May 05 20:31:05.709982 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38a557bb-fd03-4e86-a607-54afff446a05 admin admin] Publish callbacks [] for security_group (be302f30-eca9-465d-9801-77d542cb08e2), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:05.772791 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6875af-cd69-4263-9850-774edb5ba2e3 req-41a59785-7f4f-485f-9264-f69d506ee658 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:05.776846 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-eb6875af-cd69-4263-9850-774edb5ba2e3 req-41a59785-7f4f-485f-9264-f69d506ee658 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0755236 May 05 20:31:05.826308 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-eb6875af-cd69-4263-9850-774edb5ba2e3 req-67dcc40c-41f8-47e3-ab03-1f2324e42fe8 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451460 May 05 20:31:06.662193 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38a557bb-fd03-4e86-a607-54afff446a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (be302f30-eca9-465d-9801-77d542cb08e2), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:06.702591 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-38a557bb-fd03-4e86-a607-54afff446a05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59b4b95420004b34a1ab06eaa886bb29&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2629912 May 05 20:31:06.704560 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a557bb-fd03-4e86-a607-54afff446a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be302f30-eca9-465d-9801-77d542cb08e2,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:06.705525 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33448) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:06.777445 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6bab97d-c853-49fa-8aff-2a9607820956 admin admin] Publish callbacks [] for security_group (be302f30-eca9-465d-9801-77d542cb08e2), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:06.824892 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6bab97d-c853-49fa-8aff-2a9607820956 admin admin] Publish callbacks [] for security_group (be302f30-eca9-465d-9801-77d542cb08e2), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:06.891898 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba347a7-2333-4583-848f-4cd7784c515f req-11536cb3-56aa-4756-982c-d9d345b7b6ca tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:06.894643 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7ba347a7-2333-4583-848f-4cd7784c515f req-11536cb3-56aa-4756-982c-d9d345b7b6ca tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.1033728 May 05 20:31:06.994880 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6bab97d-c853-49fa-8aff-2a9607820956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (be302f30-eca9-465d-9801-77d542cb08e2), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:06.997721 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6bab97d-c853-49fa-8aff-2a9607820956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:07.001153 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b6bab97d-c853-49fa-8aff-2a9607820956 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be302f30-eca9-465d-9801-77d542cb08e2 HTTP/1.1" status: 204 len: 168 time: 0.2899671 May 05 20:31:07.009102 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7ba347a7-2333-4583-848f-4cd7784c515f req-33e8e4fd-2d72-4920-a436-f4d668dc14b6 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040494 May 05 20:31:07.018488 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bab97d-c853-49fa-8aff-2a9607820956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be302f30-eca9-465d-9801-77d542cb08e2,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:07.057100 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846dd00-ad1a-4566-82c0-2fa097462f7b req-ba62eea0-430e-427f-afeb-3b54b028c219 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:07.058952 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8846dd00-ad1a-4566-82c0-2fa097462f7b req-ba62eea0-430e-427f-afeb-3b54b028c219 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1284266 May 05 20:31:07.121149 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33458) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:07.142243 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8846dd00-ad1a-4566-82c0-2fa097462f7b req-19decce6-f6f4-481f-baf0-2300f61e08c2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759709 May 05 20:31:07.265663 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b84b0147-27a1-4fe0-9387-840650438124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:07.351413 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b84b0147-27a1-4fe0-9387-840650438124 admin admin] Publish callbacks [] for security_group (97dcd68a-51ce-4f14-b365-2d9405bbea2d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:07.453174 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b84b0147-27a1-4fe0-9387-840650438124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (97dcd68a-51ce-4f14-b365-2d9405bbea2d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:07.495380 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b84b0147-27a1-4fe0-9387-840650438124 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e02d5b2521b4d25a1a1ebb0b155f63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705223 May 05 20:31:07.496145 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33466) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:07.510490 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b0147-27a1-4fe0-9387-840650438124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dcd68a-51ce-4f14-b365-2d9405bbea2d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:07.586881 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87794de3-df2e-40bf-b99f-70648d4d6d66 admin admin] Publish callbacks [] for security_group (97dcd68a-51ce-4f14-b365-2d9405bbea2d), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:07.611789 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87794de3-df2e-40bf-b99f-70648d4d6d66 admin admin] Publish callbacks [] for security_group (97dcd68a-51ce-4f14-b365-2d9405bbea2d), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:07.776114 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87794de3-df2e-40bf-b99f-70648d4d6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (97dcd68a-51ce-4f14-b365-2d9405bbea2d), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:07.780495 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87794de3-df2e-40bf-b99f-70648d4d6d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:07.788261 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-87794de3-df2e-40bf-b99f-70648d4d6d66 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97dcd68a-51ce-4f14-b365-2d9405bbea2d HTTP/1.1" status: 204 len: 168 time: 0.2857313 May 05 20:31:07.796384 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87794de3-df2e-40bf-b99f-70648d4d6d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dcd68a-51ce-4f14-b365-2d9405bbea2d,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:08.216917 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82883703-4dcf-437b-990d-c50901524708 req-5b1da55b-768a-4a0b-bf40-be900d9d865c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:08.218712 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-82883703-4dcf-437b-990d-c50901524708 req-5b1da55b-768a-4a0b-bf40-be900d9d865c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.1139925 May 05 20:31:08.312519 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-82883703-4dcf-437b-990d-c50901524708 req-c89c682f-94fd-40f4-84ae-7ce17b433709 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823560 May 05 20:31:08.322947 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b64b0-98b9-429b-b5e1-57e13fe1fe1f req-da83ac3b-4a2c-4bb1-a240-011844d2ab20 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:08.324539 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1a1b64b0-98b9-429b-b5e1-57e13fe1fe1f req-da83ac3b-4a2c-4bb1-a240-011844d2ab20 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0868666 May 05 20:31:08.380806 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1a1b64b0-98b9-429b-b5e1-57e13fe1fe1f req-5315537d-b11b-486c-be2e-2fb937283588 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471578 May 05 20:31:08.462624 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33494) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:08.591972 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-487120174-network', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:08.610545 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33498) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:08.624246 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-209be0a3-e530-4249-b25c-b728a7aafd9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.690458 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Made reservation on behalf of d1f96beeabb54e168e8e924bee7a6440 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:31:08.693517 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.702477 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.703076 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-209be0a3-e530-4249-b25c-b728a7aafd9d admin admin] Publish callbacks [] for security_group (f4580226-e978-4503-9015-3001a86f98c2), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.778917 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Publish callbacks [] for security_group (5791a8da-9b31-48d9-976f-3f32c3854280), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.804792 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-209be0a3-e530-4249-b25c-b728a7aafd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f4580226-e978-4503-9015-3001a86f98c2), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.847018 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209be0a3-e530-4249-b25c-b728a7aafd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4580226-e978-4503-9015-3001a86f98c2,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:08.851645 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-209be0a3-e530-4249-b25c-b728a7aafd9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f11ca3b5017144b8b9897545606d704c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400157 May 05 20:31:08.855059 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33500) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:08.876442 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (5791a8da-9b31-48d9-976f-3f32c3854280), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.899145 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:31:08.906017 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2d8d7f20-10a5-4ca1-b085-3297f45c9a8d admin admin] Publish callbacks [] for security_group (f4580226-e978-4503-9015-3001a86f98c2), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.914337 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5791a8da-9b31-48d9-976f-3f32c3854280,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:08.917388 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (81119525-8889-44e4-9ae0-b26d8476eef6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.917730 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Added segment 81119525-8889-44e4-9ae0-b26d8476eef6 of type vlan for network f7453d2c-baf7-4d2d-921d-a0f048045044 May 05 20:31:08.930777 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2d8d7f20-10a5-4ca1-b085-3297f45c9a8d admin admin] Publish callbacks [] for security_group (f4580226-e978-4503-9015-3001a86f98c2), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:08.961493 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (f7453d2c-baf7-4d2d-921d-a0f048045044), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:09.065000 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2d8d7f20-10a5-4ca1-b085-3297f45c9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f4580226-e978-4503-9015-3001a86f98c2), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:09.068339 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2d8d7f20-10a5-4ca1-b085-3297f45c9a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:09.069562 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2d8d7f20-10a5-4ca1-b085-3297f45c9a8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4580226-e978-4503-9015-3001a86f98c2 HTTP/1.1" status: 204 len: 168 time: 0.2141824 May 05 20:31:09.078099 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d7f20-10a5-4ca1-b085-3297f45c9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4580226-e978-4503-9015-3001a86f98c2,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:09.093447 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (f7453d2c-baf7-4d2d-921d-a0f048045044), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:09.094793 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:09.095882 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:09.162663 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] Pushing event updated for resources: {'Network': ['ID=f7453d2c-baf7-4d2d-921d-a0f048045044,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:09.173687 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network f7453d2c-baf7-4d2d-921d-a0f048045044 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:31:09.218939 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b5b85b22-3c0a-4b4b-a075-58a1249e275d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7550797 May 05 20:31:09.221846 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33504) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:09.227659 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Request body: {'subnet': {'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-487120174-subnet', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:09.318737 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Made reservation on behalf of d1f96beeabb54e168e8e924bee7a6440 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:31:09.323342 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8636530'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:09.481965 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04968243-5acc-4b5c-a313-132c0aae4033 req-8410c7bc-4766-4fc9-9c60-e19f9a33c93f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:09.484816 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04968243-5acc-4b5c-a313-132c0aae4033 req-8410c7bc-4766-4fc9-9c60-e19f9a33c93f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.1007552 May 05 20:31:09.583257 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04968243-5acc-4b5c-a313-132c0aae4033 req-15552d10-b837-468e-a67e-577201ea1cf4 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928569 May 05 20:31:09.595592 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac3b7-8150-469d-8532-662f8967e195 req-9a884ec6-65b3-43cf-ac82-9fc1ae8f2128 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:09.597711 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9aeac3b7-8150-469d-8532-662f8967e195 req-9a884ec6-65b3-43cf-ac82-9fc1ae8f2128 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1086018 May 05 20:31:09.597997 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9233591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8636508'] for subnet (b878be62-e870-425d-a1c4-df5d252c3adf), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:09.657517 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b878be62-e870-425d-a1c4-df5d252c3adf,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:09.666347 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Checking segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:31:09.666707 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Network hostable DHCP agents. Network: f7453d2c-baf7-4d2d-921d-a0f048045044, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:31:09.668209 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9aeac3b7-8150-469d-8532-662f8967e195 req-052d585c-e849-4af6-b984-83f2f0232e81 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529051 May 05 20:31:09.770590 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Network f7453d2c-baf7-4d2d-921d-a0f048045044 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:31:09.859402 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, f7453d2c-baf7-4d2d-921d-a0f048045044) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:09.863506 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:09.864130 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:09.869040 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64081b-63ec-4c94-8ecb-b2b20ad5537b None None] Network f7453d2c-baf7-4d2d-921d-a0f048045044 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:31:09.970907 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-039642e4-b14f-4ff3-8d1b-fb82faca89c7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7446535 May 05 20:31:09.971180 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33524) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:09.975845 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-f7453d2c-baf7-4d2d-921d-a0f048045044', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:31:09.976720 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:09.976887 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:10.067983 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (697b5724-350e-4acf-8784-63c6269b11b0), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.069027 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (697b5724-350e-4acf-8784-63c6269b11b0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.118960 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Allocated IP 172.20.0.2 (f7453d2c-baf7-4d2d-921d-a0f048045044/b878be62-e870-425d-a1c4-df5d252c3adf/60cb5203-2873-4298-8dae-82d56431af8e) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:10.123765 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks [] for router_controller (697b5724-350e-4acf-8784-63c6269b11b0), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.265833 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Publish callbacks [] for port (60cb5203-2873-4298-8dae-82d56431af8e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.412510 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks [] for router_gateway (697b5724-350e-4acf-8784-63c6269b11b0), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.416721 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (60cb5203-2873-4298-8dae-82d56431af8e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.453534 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Network f7453d2c-baf7-4d2d-921d-a0f048045044 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:10.457063 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:10.459571 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:31:10.490108 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Pushing event updated for resources: {'Port': ['ID=60cb5203-2873-4298-8dae-82d56431af8e,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:10.526528 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Attempting to bind port 60cb5203-2873-4298-8dae-82d56431af8e on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:31:10.526825 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Attempting to bind port 60cb5203-2873-4298-8dae-82d56431af8e by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:31:10.527189 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Attempting to bind port 60cb5203-2873-4298-8dae-82d56431af8e on network f7453d2c-baf7-4d2d-921d-a0f048045044 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:31:10.532449 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:31:10.532819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Checking segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:31:10.533223 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.533678 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Bound using segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:31:10.534143 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Bound port: 60cb5203-2873-4298-8dae-82d56431af8e, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:31:10.534612 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (60cb5203-2873-4298-8dae-82d56431af8e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.604671 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] For port 60cb5203-2873-4298-8dae-82d56431af8e, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:31:10.608005 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] For port 60cb5203-2873-4298-8dae-82d56431af8e, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=60cb5203-2873-4298-8dae-82d56431af8e,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:31:10.697267 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (60cb5203-2873-4298-8dae-82d56431af8e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.716528 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ced268-8388-43be-84ff-7c0a47130791 req-e3e624a5-9aa8-4db7-a369-7e89007938ee tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:10.718932 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5ced268-8388-43be-84ff-7c0a47130791 req-e3e624a5-9aa8-4db7-a369-7e89007938ee tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0595326 May 05 20:31:10.726249 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks [] for router_gateway (697b5724-350e-4acf-8784-63c6269b11b0), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.748677 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:10.781414 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61691e-f07b-4ef7-8d50-78029b721a21 None None] Pushing event updated for resources: {'Port': ['ID=60cb5203-2873-4298-8dae-82d56431af8e,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:10.842446 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5ced268-8388-43be-84ff-7c0a47130791 req-a6f25271-6f24-4613-95cb-27d16aecb9cf tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153800 May 05 20:31:10.873677 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67df5b0-326b-43b7-90d3-40acab0dbf92 req-d5283539-639e-4e16-b932-1599301c5d24 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:10.881381 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c67df5b0-326b-43b7-90d3-40acab0dbf92 req-d5283539-639e-4e16-b932-1599301c5d24 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1031427 May 05 20:31:10.890909 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Allocated IP 172.27.0.44 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/04a0b489-9817-4539-8f2b-03967e7646ea) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:10.958519 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33546) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:10.987781 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c67df5b0-326b-43b7-90d3-40acab0dbf92 req-dac2d6fc-b254-4848-8326-d504b807bd19 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059034 May 05 20:31:11.045477 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1265013-0c90-4b48-a99a-6d68e8c92dbb req-c093b2cf-0b4c-42db-ab6f-492700453f42 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:11.047192 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e1265013-0c90-4b48-a99a-6d68e8c92dbb req-c093b2cf-0b4c-42db-ab6f-492700453f42 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.1092176 May 05 20:31:11.078472 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks [] for port (04a0b489-9817-4539-8f2b-03967e7646ea), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.117009 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e1265013-0c90-4b48-a99a-6d68e8c92dbb req-77ae1a72-dc8e-4b2e-97f0-35532a323e03 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641100 May 05 20:31:11.146534 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d0604f3-37f2-43ee-aa9c-d54f34d90d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.200209 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.252363 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:11.267467 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:11.278255 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:31:11.282648 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Pushing event updated for resources: {'Port': ['ID=04a0b489-9817-4539-8f2b-03967e7646ea,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:11.287416 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d0604f3-37f2-43ee-aa9c-d54f34d90d39 admin admin] Publish callbacks [] for security_group (5af9db3d-d5c4-4aad-aba1-b421d8fe0773), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.417136 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d0604f3-37f2-43ee-aa9c-d54f34d90d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (5af9db3d-d5c4-4aad-aba1-b421d8fe0773), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.457040 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dfc2c-b679-4d10-9d42-558afa7b6909 req-d8cfc2ce-c892-4ca1-bade-cc54547a3d78 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:11.458743 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1d6dfc2c-b679-4d10-9d42-558afa7b6909 req-d8cfc2ce-c892-4ca1-bade-cc54547a3d78 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0555651 May 05 20:31:11.467574 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0604f3-37f2-43ee-aa9c-d54f34d90d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af9db3d-d5c4-4aad-aba1-b421d8fe0773,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:11.475208 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6d0604f3-37f2-43ee-aa9c-d54f34d90d39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e24093f3018349d086bf15488ae61176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131369 May 05 20:31:11.475960 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33554) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:11.514990 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1d6dfc2c-b679-4d10-9d42-558afa7b6909 req-3ec38127-f53d-4eb2-a1c0-e79b267f3801 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498397 May 05 20:31:11.528960 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b1c09a5-ad92-4035-8d06-4697352541bd admin admin] Publish callbacks [] for security_group (5af9db3d-d5c4-4aad-aba1-b421d8fe0773), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.555290 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b1c09a5-ad92-4035-8d06-4697352541bd admin admin] Publish callbacks [] for security_group (5af9db3d-d5c4-4aad-aba1-b421d8fe0773), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.713098 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 60cb5203-2873-4298-8dae-82d56431af8e up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:11.732446 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks [] for router_gateway (697b5724-350e-4acf-8784-63c6269b11b0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.765032 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 60cb5203-2873-4298-8dae-82d56431af8e triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:11.768982 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (60cb5203-2873-4298-8dae-82d56431af8e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.775079 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b1c09a5-ad92-4035-8d06-4697352541bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (5af9db3d-d5c4-4aad-aba1-b421d8fe0773), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.777954 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0b1c09a5-ad92-4035-8d06-4697352541bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:11.779127 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0b1c09a5-ad92-4035-8d06-4697352541bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5af9db3d-d5c4-4aad-aba1-b421d8fe0773 HTTP/1.1" status: 204 len: 168 time: 0.3022666 May 05 20:31:11.796387 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c09a5-ad92-4035-8d06-4697352541bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af9db3d-d5c4-4aad-aba1-b421d8fe0773,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:11.945213 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0bcd6-82a8-4f61-a373-691367874648 None None] Network f7453d2c-baf7-4d2d-921d-a0f048045044 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:31:11.977068 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (697b5724-350e-4acf-8784-63c6269b11b0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:12.078265 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-3e6ea8b9-566b-4f75-bd22-36d76affec91 None None] Provisioning complete for port 60cb5203-2873-4298-8dae-82d56431af8e triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:12.078689 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e6ea8b9-566b-4f75-bd22-36d76affec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (60cb5203-2873-4298-8dae-82d56431af8e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:12.138569 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 60cb5203-2873-4298-8dae-82d56431af8e is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:12.139510 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (60cb5203-2873-4298-8dae-82d56431af8e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:12.158735 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc88605-14b1-43a0-906a-9d800f811e9f req-58059fc6-d8f3-4bdf-9495-439f48f4388b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:12.160992 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ccc88605-14b1-43a0-906a-9d800f811e9f req-58059fc6-d8f3-4bdf-9495-439f48f4388b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0572379 May 05 20:31:12.196574 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 60cb5203-2873-4298-8dae-82d56431af8e, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=60cb5203-2873-4298-8dae-82d56431af8e,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:12.214827 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ccc88605-14b1-43a0-906a-9d800f811e9f req-f7213899-95a9-4e50-b4a3-7c2dacf0509b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473077 May 05 20:31:12.258303 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ea8b9-566b-4f75-bd22-36d76affec91 None None] Current status of the port 60cb5203-2873-4298-8dae-82d56431af8e is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:12.263898 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e6ea8b9-566b-4f75-bd22-36d76affec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (60cb5203-2873-4298-8dae-82d56431af8e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:12.267598 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Router 697b5724-350e-4acf-8784-63c6269b11b0 is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:31:12.325907 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (60cb5203-2873-4298-8dae-82d56431af8e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:12.509872 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.db.api [None req-3e6ea8b9-566b-4f75-bd22-36d76affec91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:31:12.510236 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG oslo_db.api [None req-3e6ea8b9-566b-4f75-bd22-36d76affec91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:31:12.529698 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=60cb5203-2873-4298-8dae-82d56431af8e,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:12.757904 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:31:12.766772 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Sync routers for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:31:12.777386 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:12.778099 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:12.852045 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:12.855900 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1beec013-5433-4ebe-b955-7e39bcc70136 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8811767 May 05 20:31:12.856282 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33582) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:12.891535 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:13.066973 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ea8b9-566b-4f75-bd22-36d76affec91 None None] Current status of the port 60cb5203-2873-4298-8dae-82d56431af8e is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:13.089277 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:11Z', 'revision_number': 3, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:13.118080 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Checking router: 697b5724-350e-4acf-8784-63c6269b11b0 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:31:13.118735 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Updating router 697b5724-350e-4acf-8784-63c6269b11b0 port 04a0b489-9817-4539-8f2b-03967e7646ea binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:31:13.148508 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.193988 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-dcf3fed7-b751-47f3-bc6e-af31768e95d1 None None] Provisioning complete for port 60cb5203-2873-4298-8dae-82d56431af8e triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:13.194741 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dcf3fed7-b751-47f3-bc6e-af31768e95d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (60cb5203-2873-4298-8dae-82d56431af8e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.214949 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-8c122401-e4fd-4b35-af78-2568e67fdeff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680714 May 05 20:31:13.313873 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-9eb435a8-dc37-4983-9294-bbc583c5175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:13.316821 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-9eb435a8-dc37-4983-9294-bbc583c5175c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 1130 time: 0.0706356 May 05 20:31:13.324197 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-dcf3fed7-b751-47f3-bc6e-af31768e95d1 None None] Current status of the port 60cb5203-2873-4298-8dae-82d56431af8e is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:13.447898 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9f2fc-1ccd-4d49-9f1a-3394df9610e8 req-f655e4af-01b9-4dc2-839f-20bce1aadd37 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:13.449569 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d2f9f2fc-1ccd-4d49-9f1a-3394df9610e8 req-f655e4af-01b9-4dc2-839f-20bce1aadd37 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1065300 May 05 20:31:13.459818 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.463211 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-e283194a-9a37-4799-b1d6-4684f26ebc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:13.465090 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-e283194a-9a37-4799-b1d6-4684f26ebc8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.1253500 May 05 20:31:13.511824 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-b398073f-0417-4517-957c-51e14f2fac1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a HTTP/1.1" status: 200 len: 217 time: 0.0378132 May 05 20:31:13.567136 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d2f9f2fc-1ccd-4d49-9f1a-3394df9610e8 req-1c4accdd-a371-4a0a-8a16-fc33aab3cd29 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039059 May 05 20:31:13.602906 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-27efdb05-35fc-49e8-935c-2e3667246c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:13.604479 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-27efdb05-35fc-49e8-935c-2e3667246c11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0829942 May 05 20:31:13.642363 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Publish callbacks [] for port (04a0b489-9817-4539-8f2b-03967e7646ea), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.696152 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-04da0690-d228-47ce-b788-a541be1faa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:13.697950 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-04da0690-d228-47ce-b788-a541be1faa47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837915 May 05 20:31:13.699141 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Allocated IP 172.20.0.1 (f7453d2c-baf7-4d2d-921d-a0f048045044/b878be62-e870-425d-a1c4-df5d252c3adf/a6a92916-d990-4abb-ba53-c87e7d617228) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:13.708314 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.712701 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 60cb5203-2873-4298-8dae-82d56431af8e up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:13.768487 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 60cb5203-2873-4298-8dae-82d56431af8e triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:13.770061 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (60cb5203-2873-4298-8dae-82d56431af8e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.773669 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.829651 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-68398272-05dd-4a2d-9210-a3f9377e121e service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148534 May 05 20:31:13.849279 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Publish callbacks [] for port (a6a92916-d990-4abb-ba53-c87e7d617228), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.894998 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Attempting to bind port 04a0b489-9817-4539-8f2b-03967e7646ea on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:31:13.895484 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Attempting to bind port 04a0b489-9817-4539-8f2b-03967e7646ea by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:31:13.895937 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Attempting to bind port 04a0b489-9817-4539-8f2b-03967e7646ea on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:31:13.898140 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 60cb5203-2873-4298-8dae-82d56431af8e is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:13.908302 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:31:13.908701 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:31:13.909100 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.910343 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:31:13.910539 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Bound port: 04a0b489-9817-4539-8f2b-03967e7646ea, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:31:13.911010 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:13.946864 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Pushing event updated for resources: {'Port': ['ID=04a0b489-9817-4539-8f2b-03967e7646ea,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:13.955535 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e7bad52-ae8d-4894-a59d-774231a61e5f req-ce300d42-f581-4df0-b460-cae4a0930d84 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186023 May 05 20:31:13.958788 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.959163 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.959526 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.960463 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.960463 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.960656 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.960990 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.961414 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.961668 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.962122 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.962624 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.962949 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.963269 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:13.993504 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] For port 04a0b489-9817-4539-8f2b-03967e7646ea, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:31:13.996552 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] For port 04a0b489-9817-4539-8f2b-03967e7646ea, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=04a0b489-9817-4539-8f2b-03967e7646ea,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:31:14.005145 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:14.046294 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Network f7453d2c-baf7-4d2d-921d-a0f048045044 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:14.049010 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:14.052483 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:31:14.076605 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a92916-d990-4abb-ba53-c87e7d617228,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:14.098085 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (697b5724-350e-4acf-8784-63c6269b11b0), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:14.142115 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:14.215622 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d0f5b-c6d5-4a23-b759-bfa28936b9b1 None None] Pushing event updated for resources: {'Port': ['ID=04a0b489-9817-4539-8f2b-03967e7646ea,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:14.218940 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:14.219541 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:14.350536 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:14.354886 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:14.364615 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-a42a1cd0-6c67-4ee3-bdaa-c9c206e5b4b0 None None] Provisioning complete for port a6a92916-d990-4abb-ba53-c87e7d617228 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:14.365610 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a42a1cd0-6c67-4ee3-bdaa-c9c206e5b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:14.402211 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a42a1cd0-6c67-4ee3-bdaa-c9c206e5b4b0 None None] Port a6a92916-d990-4abb-ba53-c87e7d617228 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:31:14.545082 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Publish callbacks [] for port (a6a92916-d990-4abb-ba53-c87e7d617228), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:14.549739 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:11Z', 'revision_number': 3, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:14.583081 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980055e-03ae-4a5c-abf5-5b4f28ea6e1b None None] The sync data for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi is: [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:11Z', 'revision_number': 3, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:31:14.633306 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:14.743659 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a92916-d990-4abb-ba53-c87e7d617228,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:14.748227 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (697b5724-350e-4acf-8784-63c6269b11b0), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:14.786209 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8a5f3-6627-4b4f-a953-6169e14d07c6 req-b10fd6ef-1a2e-4f36-9eb2-594852c1198e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:14.787752 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e9a8a5f3-6627-4b4f-a953-6169e14d07c6 req-b10fd6ef-1a2e-4f36-9eb2-594852c1198e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.1236281 May 05 20:31:14.881511 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e9a8a5f3-6627-4b4f-a953-6169e14d07c6 req-2f4332d0-8fb9-49ac-b161-e1a909b9faf6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687478 May 05 20:31:14.925522 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Network f7453d2c-baf7-4d2d-921d-a0f048045044 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:14.931550 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:15.228803 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-4a87d52f-51a0-4816-befc-9e3d4755e686 None None] Provisioning complete for port a6a92916-d990-4abb-ba53-c87e7d617228 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:15.229177 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4a87d52f-51a0-4816-befc-9e3d4755e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:15.277484 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-4a87d52f-51a0-4816-befc-9e3d4755e686 None None] Port a6a92916-d990-4abb-ba53-c87e7d617228 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:31:15.289648 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Router 697b5724-350e-4acf-8784-63c6269b11b0 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:31:15.410919 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:31:15.426802 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e99d18c4-38c0-459b-95e7-b3db8e7d14c0 admin admin] 10.222.0.49 "PUT /v2.0/routers/697b5724-350e-4acf-8784-63c6269b11b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5591152 May 05 20:31:15.725351 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 04a0b489-9817-4539-8f2b-03967e7646ea up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:15.775372 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 04a0b489-9817-4539-8f2b-03967e7646ea triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:15.775675 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:15.862289 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 04a0b489-9817-4539-8f2b-03967e7646ea is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:15.862733 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:15.885862 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 04a0b489-9817-4539-8f2b-03967e7646ea, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=04a0b489-9817-4539-8f2b-03967e7646ea,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:16.013417 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.016175 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f6f54-1a8a-4027-b5a1-ba8fc7203b4e req-6d43c64b-2c2d-4c7c-8c32-f36222f57720 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:16.019167 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5a8f6f54-1a8a-4027-b5a1-ba8fc7203b4e req-6d43c64b-2c2d-4c7c-8c32-f36222f57720 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0561419 May 05 20:31:16.068923 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=04a0b489-9817-4539-8f2b-03967e7646ea,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:16.082791 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5a8f6f54-1a8a-4027-b5a1-ba8fc7203b4e req-8172952a-065f-468f-861c-8bb843d046fe tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484209 May 05 20:31:16.407673 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33658) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:16.412940 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-64804188-network', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:16.449338 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Sync routers for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:31:16.460028 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:16.460643 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:16.513595 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Made reservation on behalf of 5251f72f879e4b4fa803f8d90eb6a32e for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:31:16.516677 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.525609 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.573290 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:16.603265 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Publish callbacks [] for security_group (4e741e8d-8195-4720-b263-a0462514b673), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.681836 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4e741e8d-8195-4720-b263-a0462514b673), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.707759 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:31:16.716456 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e741e8d-8195-4720-b263-a0462514b673,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:16.723659 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (0ad8d227-1b49-4c42-b2ae-221722c7c608), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.724002 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Added segment 0ad8d227-1b49-4c42-b2ae-221722c7c608 of type vlan for network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 May 05 20:31:16.764214 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.787518 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 2, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:16.814315 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Checking router: 697b5724-350e-4acf-8784-63c6269b11b0 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:31:16.814669 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Updating router 697b5724-350e-4acf-8784-63c6269b11b0 port a6a92916-d990-4abb-ba53-c87e7d617228 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:31:16.842423 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.855301 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.856286 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:16.856870 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:16.918098 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] Pushing event updated for resources: {'Network': ['ID=1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:16.936576 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:31:16.964492 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-609d34e5-db4c-4ced-804c-fa4fc3b56e2c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5555840 May 05 20:31:16.967328 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33660) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:16.972521 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Request body: {'subnet': {'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-64804188-subnet', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:17.107369 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Made reservation on behalf of 5251f72f879e4b4fa803f8d90eb6a32e for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:31:17.109806 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8825850'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:17.168738 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Publish callbacks [] for port (a6a92916-d990-4abb-ba53-c87e7d617228), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:17.239579 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf82c-4c00-4bd0-89b6-a27939c50540 req-c8cb47e8-879d-4929-80d6-a4365215be52 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:17.241066 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f01bf82c-4c00-4bd0-89b6-a27939c50540 req-c8cb47e8-879d-4929-80d6-a4365215be52 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0740688 May 05 20:31:17.302059 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:17.346207 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f01bf82c-4c00-4bd0-89b6-a27939c50540 req-c3e61876-db7f-4b52-a6e8-527a6bc98c8c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989122 May 05 20:31:17.388896 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae64a-24b1-4e5f-afe7-e288c7936996 None None] Pushing event updated for resources: {'Port': ['ID=a6a92916-d990-4abb-ba53-c87e7d617228,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:17.426016 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Attempting to bind port a6a92916-d990-4abb-ba53-c87e7d617228 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:31:17.426395 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Attempting to bind port a6a92916-d990-4abb-ba53-c87e7d617228 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:31:17.426765 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Attempting to bind port a6a92916-d990-4abb-ba53-c87e7d617228 on network f7453d2c-baf7-4d2d-921d-a0f048045044 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:31:17.432201 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:31:17.432571 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Checking segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:31:17.432967 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:17.433376 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Bound using segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:31:17.433839 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Bound port: a6a92916-d990-4abb-ba53-c87e7d617228, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:31:17.434226 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:17.499338 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] For port a6a92916-d990-4abb-ba53-c87e7d617228, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:31:17.503090 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] For port a6a92916-d990-4abb-ba53-c87e7d617228, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a6a92916-d990-4abb-ba53-c87e7d617228,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:31:17.522342 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9804310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8825812'] for subnet (de8f0b86-7b00-4a34-a374-277a790f73c6), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:17.576468 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8f0b86-7b00-4a34-a374-277a790f73c6,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:17.587216 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Checking segment: {'id': '0ad8d227-1b49-4c42-b2ae-221722c7c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:31:17.587824 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Network hostable DHCP agents. Network: 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:31:17.593641 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:17.669883 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-95cb941a-5f68-4607-a9e5-27364331a65b None None] Provisioning complete for port a6a92916-d990-4abb-ba53-c87e7d617228 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:17.670264 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-95cb941a-5f68-4607-a9e5-27364331a65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:17.671718 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae64a-24b1-4e5f-afe7-e288c7936996 None None] Pushing event updated for resources: {'Port': ['ID=a6a92916-d990-4abb-ba53-c87e7d617228,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:17.676858 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:31:17.705486 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 04a0b489-9817-4539-8f2b-03967e7646ea up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:17.708329 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:17.708972 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:17.799012 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:17.804105 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:17.812589 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:17.910060 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a2a99eb2-b39a-4f52-a21e-fab3f7e77687 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9416776 May 05 20:31:17.912740 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33674) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:17.917027 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:17.959393 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c57fd1-b813-4c84-9000-d58ca9f8f2af None None] Network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:31:17.961510 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:31:18.062415 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.063580 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.087833 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 04a0b489-9817-4539-8f2b-03967e7646ea triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:18.088213 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.102233 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:18.125012 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks [] for router_controller (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.187329 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-95cb941a-5f68-4607-a9e5-27364331a65b None None] Current status of the port a6a92916-d990-4abb-ba53-c87e7d617228 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:18.187721 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-95cb941a-5f68-4607-a9e5-27364331a65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.363354 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82', 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82', 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'fixed_ips': [{'subnet_id': 'de8f0b86-7b00-4a34-a374-277a790f73c6'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:31:18.364175 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.381049 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-95cb941a-5f68-4607-a9e5-27364331a65b None None] For port a6a92916-d990-4abb-ba53-c87e7d617228, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a6a92916-d990-4abb-ba53-c87e7d617228,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:18.383369 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks [] for router_gateway (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.401838 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:18.454895 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'port_id': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'mac_address': 'fa:16:3e:16:16:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:31:18.488816 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a98fa7-a14f-4474-b5af-bcd456b8a0f2 req-765bad49-4bc3-4513-94ac-53d1e7bc6aab tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:18.490449 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-67a98fa7-a14f-4474-b5af-bcd456b8a0f2 req-765bad49-4bc3-4513-94ac-53d1e7bc6aab tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 944 time: 0.0577934 May 05 20:31:18.522619 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-95cb941a-5f68-4607-a9e5-27364331a65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.581081 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-67a98fa7-a14f-4474-b5af-bcd456b8a0f2 req-e22a0ae3-7c58-45cc-9e0e-356fb7babf64 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839467 May 05 20:31:18.607385 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 04a0b489-9817-4539-8f2b-03967e7646ea is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:18.686114 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4fe77acf-0b5a-4534-ba09-b09be799566e is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:18.686502 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.697665 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb941a-5f68-4607-a9e5-27364331a65b None None] Pushing event updated for resources: {'Port': ['ID=a6a92916-d990-4abb-ba53-c87e7d617228,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:18.722969 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-4659d963-3e43-4f7d-b892-2f261b0b5ed0 None None] Provisioning complete for port a6a92916-d990-4abb-ba53-c87e7d617228 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:18.723355 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4659d963-3e43-4f7d-b892-2f261b0b5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.729770 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe77acf-0b5a-4534-ba09-b09be799566e {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:31:18.741083 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Allocated IP 172.20.0.2 (1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82/de8f0b86-7b00-4a34-a374-277a790f73c6/46fdc313-a82c-4e62-affd-e691054bff2c) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:18.745673 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks [] for router_gateway (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.769232 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:18.804911 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:18.866543 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:17Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:18.891523 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Allocated IP 172.27.0.101 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/30f011c5-e282-402d-b7fe-3cf5b764d8db) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:18.903497 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e846a-bacc-407f-b72d-8e1b0b128c16 None None] The sync data for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi is: [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:17Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:31:18.905248 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.022717 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks [] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.056873 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-4659d963-3e43-4f7d-b892-2f261b0b5ed0 None None] Current status of the port a6a92916-d990-4abb-ba53-c87e7d617228 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:19.076377 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=9']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:19.114740 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Publish callbacks [] for port (46fdc313-a82c-4e62-affd-e691054bff2c), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.188120 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.219958 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.230206 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:19.235292 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:19.237506 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:31:19.262464 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:19.265785 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:19.266879 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Pushing event updated for resources: {'Port': ['ID=30f011c5-e282-402d-b7fe-3cf5b764d8db,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:19.272018 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['4fe77acf-0b5a-4534-ba09-b09be799566e'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:31:19.277929 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.280517 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.280517 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.280689 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:31:19.280770 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.280770 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.280770 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.280770 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.280770 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.281125 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.281464 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.281746 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.282062 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.282384 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:19.303899 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Pushing event updated for resources: {'Port': ['ID=46fdc313-a82c-4e62-affd-e691054bff2c,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:19.383394 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Attempting to bind port 46fdc313-a82c-4e62-affd-e691054bff2c on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:31:19.383717 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Attempting to bind port 46fdc313-a82c-4e62-affd-e691054bff2c by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '0ad8d227-1b49-4c42-b2ae-221722c7c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:31:19.384077 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Attempting to bind port 46fdc313-a82c-4e62-affd-e691054bff2c on network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:31:19.392667 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:31:19.393049 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Checking segment: {'id': '0ad8d227-1b49-4c42-b2ae-221722c7c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:31:19.393484 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.394430 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Bound using segment: {'id': '0ad8d227-1b49-4c42-b2ae-221722c7c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:31:19.394921 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Bound port: 46fdc313-a82c-4e62-affd-e691054bff2c, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad8d227-1b49-4c42-b2ae-221722c7c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:31:19.395307 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.501681 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] For port 46fdc313-a82c-4e62-affd-e691054bff2c, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:31:19.522896 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] For port 46fdc313-a82c-4e62-affd-e691054bff2c, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=46fdc313-a82c-4e62-affd-e691054bff2c,segment=NetworkSegment(0ad8d227-1b49-4c42-b2ae-221722c7c608),segment_id=0ad8d227-1b49-4c42-b2ae-221722c7c608)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:31:19.642475 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.666982 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks [] for router_gateway (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.760590 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a6a92916-d990-4abb-ba53-c87e7d617228 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:19.765349 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53eff8-5435-476b-a006-450415db7ea9 None None] Pushing event updated for resources: {'Port': ['ID=46fdc313-a82c-4e62-affd-e691054bff2c,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:19.789527 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5b906-402f-4535-ba1a-27b6dc7f3425 req-74edab0e-3c33-41ad-9b6b-3f17453939ce tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:19.791058 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7c5b906-402f-4535-ba1a-27b6dc7f3425 req-74edab0e-3c33-41ad-9b6b-3f17453939ce tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 945 time: 0.0878005 May 05 20:31:19.830571 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port a6a92916-d990-4abb-ba53-c87e7d617228 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:19.830948 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:19.866510 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7c5b906-402f-4535-ba1a-27b6dc7f3425 req-dac8b02a-ef62-4458-a262-01dd60803fba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496337 May 05 20:31:19.932997 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port a6a92916-d990-4abb-ba53-c87e7d617228 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:20.024523 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:20.255944 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Router d871e663-d5d8-4ee8-8cc9-bd15223db1ba is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:31:20.370368 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:31:20.380903 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Sync routers for ids ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:31:20.391835 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Routers {'d871e663-d5d8-4ee8-8cc9-bd15223db1ba'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:20.392387 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:20.452559 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:20.453869 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1b5fa73c-cdfd-49d5-958f-3b636a6c687d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5401161 May 05 20:31:20.457190 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33698) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:20.510245 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Set router d871e663-d5d8-4ee8-8cc9-bd15223db1ba gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:20.714487 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:19Z', 'revision_number': 3, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'gw_port': {'id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:20.752885 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Checking router: d871e663-d5d8-4ee8-8cc9-bd15223db1ba for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:31:20.754050 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Updating router d871e663-d5d8-4ee8-8cc9-bd15223db1ba port 30f011c5-e282-402d-b7fe-3cf5b764d8db binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:31:20.790149 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:20.883138 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c7304-e0f7-4bc2-a894-62a7d0cc9b1a None None] Network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:31:21.091829 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-cc73ad91-76a9-4d04-a1a5-c6e32a7b2200 None None] Provisioning complete for port 46fdc313-a82c-4e62-affd-e691054bff2c triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:21.092285 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Publish callbacks [] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.092793 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc73ad91-76a9-4d04-a1a5-c6e32a7b2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.137604 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fff27-60da-43fd-8aff-17fa31fa94f0 req-f94459e9-ad1e-43ed-afc7-cca629ec1776 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:21.140795 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f27fff27-60da-43fd-8aff-17fa31fa94f0 req-f94459e9-ad1e-43ed-afc7-cca629ec1776 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 945 time: 0.1039262 May 05 20:31:21.187653 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.225050 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-cc73ad91-76a9-4d04-a1a5-c6e32a7b2200 None None] Current status of the port 46fdc313-a82c-4e62-affd-e691054bff2c is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:21.225495 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc73ad91-76a9-4d04-a1a5-c6e32a7b2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.226525 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f27fff27-60da-43fd-8aff-17fa31fa94f0 req-8f81a21f-174b-4109-8d38-7b0f8ecccab7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806146 May 05 20:31:21.270286 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Attempting to bind port 30f011c5-e282-402d-b7fe-3cf5b764d8db on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:31:21.270937 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Attempting to bind port 30f011c5-e282-402d-b7fe-3cf5b764d8db by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:31:21.271478 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Attempting to bind port 30f011c5-e282-402d-b7fe-3cf5b764d8db on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:31:21.277808 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.280176 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:31:21.280839 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:31:21.281443 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.282188 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:31:21.282340 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Bound port: 30f011c5-e282-402d-b7fe-3cf5b764d8db, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:31:21.282730 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.292515 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-cc73ad91-76a9-4d04-a1a5-c6e32a7b2200 None None] For port 46fdc313-a82c-4e62-affd-e691054bff2c, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=46fdc313-a82c-4e62-affd-e691054bff2c,segment=NetworkSegment(0ad8d227-1b49-4c42-b2ae-221722c7c608),segment_id=0ad8d227-1b49-4c42-b2ae-221722c7c608)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:21.313944 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b158afc-d660-4e31-9c25-e4f480e3ddfe None None] Pushing event updated for resources: {'Port': ['ID=30f011c5-e282-402d-b7fe-3cf5b764d8db,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:21.350440 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] For port 30f011c5-e282-402d-b7fe-3cf5b764d8db, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:31:21.353933 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] For port 30f011c5-e282-402d-b7fe-3cf5b764d8db, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=30f011c5-e282-402d-b7fe-3cf5b764d8db,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:31:21.387852 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc73ad91-76a9-4d04-a1a5-c6e32a7b2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.445352 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73ad91-76a9-4d04-a1a5-c6e32a7b2200 None None] Pushing event updated for resources: {'Port': ['ID=46fdc313-a82c-4e62-affd-e691054bff2c,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:21.446446 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.457821 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Allocated IP 172.20.0.1 (1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82/de8f0b86-7b00-4a34-a374-277a790f73c6/03ef2817-5ce3-45af-a4b3-ceb722029f80) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:21.512225 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Routers {'d871e663-d5d8-4ee8-8cc9-bd15223db1ba'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:21.512225 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:21.513958 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b158afc-d660-4e31-9c25-e4f480e3ddfe None None] Pushing event updated for resources: {'Port': ['ID=30f011c5-e282-402d-b7fe-3cf5b764d8db,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:21.516766 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-9f61be71-49ad-4ae1-a051-1ea9c615c5ec None None] Provisioning complete for port 46fdc313-a82c-4e62-affd-e691054bff2c triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:21.517522 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9f61be71-49ad-4ae1-a051-1ea9c615c5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.579573 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Publish callbacks [] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.632859 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-9f61be71-49ad-4ae1-a051-1ea9c615c5ec None None] Current status of the port 46fdc313-a82c-4e62-affd-e691054bff2c is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:21.635241 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] Set router d871e663-d5d8-4ee8-8cc9-bd15223db1ba gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:21.728036 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 46fdc313-a82c-4e62-affd-e691054bff2c up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:21.744661 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.787249 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:21.790636 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:21.795006 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:31:21.811652 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 46fdc313-a82c-4e62-affd-e691054bff2c triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:21.812714 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.837923 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Pushing event updated for resources: {'Port': ['ID=03ef2817-5ce3-45af-a4b3-ceb722029f80,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:21.855532 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:21.856743 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:19Z', 'revision_number': 3, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'gw_port': {'id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:21.923232 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 46fdc313-a82c-4e62-affd-e691054bff2c is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:21.927685 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:21.992875 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 4fe77acf-0b5a-4534-ba09-b09be799566e triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:21.993203 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:22.001563 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aecbe0f-b840-4cde-8c94-4dde1d05855f None None] The sync data for ids ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'] in dv-cinder-840730-1-iscsi is: [{'id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:19Z', 'revision_number': 3, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'gw_port': {'id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:31:22.091614 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4fe77acf-0b5a-4534-ba09-b09be799566e is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:22.091614 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:22.114921 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:31:22.122791 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff4461-e5a8-4a28-abf6-eef9727502d9" -d '{"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:31:22.131378 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:22.152144 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:22.166786 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2921a3-992d-42e6-b3fc-1fa814a0cf4f x-openstack-request-id: req-1b2921a3-992d-42e6-b3fc-1fa814a0cf4f {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:31:22.167104 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:31:22.167365 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b2921a3-992d-42e6-b3fc-1fa814a0cf4f {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:31:22.167772 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2921a3-992d-42e6-b3fc-1fa814a0cf4f'] response: {'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'code': 200} May 05 20:31:22.168994 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-cd9fe36c-06e6-4a02-9756-6f491e21f590 None None] Provisioning complete for port 03ef2817-5ce3-45af-a4b3-ceb722029f80 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:22.169408 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cd9fe36c-06e6-4a02-9756-6f491e21f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:22.234203 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fe36c-06e6-4a02-9756-6f491e21f590 None None] Port 03ef2817-5ce3-45af-a4b3-ceb722029f80 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:31:22.245035 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:22.319689 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=10']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:22.430417 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Publish callbacks [] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:22.439465 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ef975-730b-476d-9590-7b7a96ef3f17 req-14dea7df-969f-4404-bb75-ab127f6f6f4d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:22.441600 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-429ef975-730b-476d-9590-7b7a96ef3f17 req-14dea7df-969f-4404-bb75-ab127f6f6f4d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.0938833 May 05 20:31:22.514160 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:22.524447 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-429ef975-730b-476d-9590-7b7a96ef3f17 req-b2f896ff-aa65-47dc-b27a-8b1c31f2c3fe tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550239 May 05 20:31:22.610994 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Pushing event updated for resources: {'Port': ['ID=03ef2817-5ce3-45af-a4b3-ceb722029f80,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:22.614924 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:22.716444 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:22.717555 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:22.874376 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Router d871e663-d5d8-4ee8-8cc9-bd15223db1ba has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:31:22.927986 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-88f4bc2a-8b45-4797-ac3f-ccfaf4920924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:23.018887 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:31:23.031673 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-32530fca-caa6-41e0-a8ce-924ed7d969cf admin admin] 10.222.0.49 "PUT /v2.0/routers/d871e663-d5d8-4ee8-8cc9-bd15223db1ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5644147 May 05 20:31:23.064152 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-74a3b912-854b-4375-bcdd-08f0e8193275 None None] Provisioning complete for port 03ef2817-5ce3-45af-a4b3-ceb722029f80 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:23.064647 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74a3b912-854b-4375-bcdd-08f0e8193275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:23.067849 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f081d-a5ce-407e-bee2-f92eb4973793 req-c0b6c178-a627-41e8-964a-c99231bd2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:23.073382 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-356f081d-a5ce-407e-bee2-f92eb4973793 req-c0b6c178-a627-41e8-964a-c99231bd2327 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 1131 time: 0.0606892 May 05 20:31:23.104256 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-74a3b912-854b-4375-bcdd-08f0e8193275 None None] Port 03ef2817-5ce3-45af-a4b3-ceb722029f80 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:31:23.121313 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-356f081d-a5ce-407e-bee2-f92eb4973793 req-001bed8b-6f55-42b6-b35c-1454aa42376d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413177 May 05 20:31:23.614980 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33740) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:23.622266 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724053472', 'description': 'tempest-secgroup-smoke-1724053472 description', 'project_id': 'd1f96beeabb54e168e8e924bee7a6440'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:23.717080 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7eb75-fc99-4c9b-b22d-7f6f52e06d9d req-b0e614b1-629f-47f9-b578-212e86ebfa12 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:23.718873 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b5c7eb75-fc99-4c9b-b22d-7f6f52e06d9d req-b0e614b1-629f-47f9-b578-212e86ebfa12 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.0574288 May 05 20:31:23.743729 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:23.743971 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 30f011c5-e282-402d-b7fe-3cf5b764d8db up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:23.799111 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 30f011c5-e282-402d-b7fe-3cf5b764d8db triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:23.799785 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:23.806076 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b5c7eb75-fc99-4c9b-b22d-7f6f52e06d9d req-774d9a48-d98d-472d-ab65-0da511a87915 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745151 May 05 20:31:23.833600 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group (c9262e6b-8319-43d2-9386-7d532e8fe65c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:23.859585 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51613b89-ccf0-42e4-bc6c-7a78eb4486b2 req-253efb53-f8e5-4f81-a0a8-cce08ee7367a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:23.864186 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Sync routers for ids ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:31:23.864314 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-51613b89-ccf0-42e4-bc6c-7a78eb4486b2 req-253efb53-f8e5-4f81-a0a8-cce08ee7367a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0735052 May 05 20:31:23.894296 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Routers {'d871e663-d5d8-4ee8-8cc9-bd15223db1ba'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:23.904196 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:30:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:23.911772 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-51613b89-ccf0-42e4-bc6c-7a78eb4486b2 req-c2f3113e-2fcf-42ea-98b7-5af731196a4f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 May 05 20:31:23.930222 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (c9262e6b-8319-43d2-9386-7d532e8fe65c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:23.934248 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33746) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:23.939499 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 30f011c5-e282-402d-b7fe-3cf5b764d8db is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:23.939995 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:23.968212 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9262e6b-8319-43d2-9386-7d532e8fe65c,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:23.974058 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 30f011c5-e282-402d-b7fe-3cf5b764d8db, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=30f011c5-e282-402d-b7fe-3cf5b764d8db,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:23.977962 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.978381 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.978730 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.979065 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.979400 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.979727 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.980160 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.980655 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.981149 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.981506 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.981828 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.982154 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:23.982481 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:24.031054 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Set router d871e663-d5d8-4ee8-8cc9-bd15223db1ba gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:24.050475 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.054973 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bb1b97ad-1c71-466b-ae4e-ca8c4fd9d7ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4353747 May 05 20:31:24.055319 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33750) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:24.060980 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-21973144-2505-4550-b781-14e17be5c76d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'security_group_rule': {'security_group_id': 'c9262e6b-8319-43d2-9386-7d532e8fe65c', 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:24.068311 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.161742 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7a6ed-b13e-4e52-818f-bf673945d541 tempest-TestMinimumBasicScenario-937616740 tempest-TestMinimumBasicScenario-937616740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:24.163261 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5ff7a6ed-b13e-4e52-818f-bf673945d541 tempest-TestMinimumBasicScenario-937616740 tempest-TestMinimumBasicScenario-937616740-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 1124 time: 0.2279670 May 05 20:31:24.166099 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33752) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:24.170305 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'port_id': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:24.198536 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-21973144-2505-4550-b781-14e17be5c76d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (7485e539-6dbc-4cc5-86f1-e4f78349a0f3), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.198784 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=30f011c5-e282-402d-b7fe-3cf5b764d8db,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.260735 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-21973144-2505-4550-b781-14e17be5c76d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (7485e539-6dbc-4cc5-86f1-e4f78349a0f3), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.278831 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.287986 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:21Z', 'revision_number': 4, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'gw_port': {'id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '03ef2817-5ce3-45af-a4b3-ceb722029f80', 'name': '', 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'mac_address': 'fa:16:3e:00:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'de8f0b86-7b00-4a34-a374-277a790f73c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:21Z', 'updated_at': '2022-05-05T20:31:22Z', 'revision_number': 2, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'subnets': [{'id': 'de8f0b86-7b00-4a34-a374-277a790f73c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:24.313999 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Checking router: d871e663-d5d8-4ee8-8cc9-bd15223db1ba for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:31:24.314333 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Updating router d871e663-d5d8-4ee8-8cc9-bd15223db1ba port 03ef2817-5ce3-45af-a4b3-ceb722029f80 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:31:24.341762 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-21973144-2505-4550-b781-14e17be5c76d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (7485e539-6dbc-4cc5-86f1-e4f78349a0f3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.359549 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.364394 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21973144-2505-4550-b781-14e17be5c76d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7485e539-6dbc-4cc5-86f1-e4f78349a0f3,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.398404 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.507800 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-21973144-2505-4550-b781-14e17be5c76d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.509003 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-21973144-2505-4550-b781-14e17be5c76d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4526968 May 05 20:31:24.510172 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Allocated IP 172.27.0.147 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/b4a52346-f58f-4ebd-a687-ecb7720670ea) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:24.512019 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33754) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:24.517885 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-42f68b93-57b5-424c-8aa8-6f480e98d8dc tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'security_group_rule': {'security_group_id': 'c9262e6b-8319-43d2-9386-7d532e8fe65c', 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:24.616306 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for port (b4a52346-f58f-4ebd-a687-ecb7720670ea), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.626699 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-42f68b93-57b5-424c-8aa8-6f480e98d8dc tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (ff755dc1-499d-446f-9e3b-3f14fa6e28f2), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.639450 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Publish callbacks [] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.694577 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-42f68b93-57b5-424c-8aa8-6f480e98d8dc tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (ff755dc1-499d-446f-9e3b-3f14fa6e28f2), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.730229 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.774120 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (b4a52346-f58f-4ebd-a687-ecb7720670ea), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.782486 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddd0aa-c0f3-4c65-9db5-73d0e0a17a76 None None] Pushing event updated for resources: {'Port': ['ID=03ef2817-5ce3-45af-a4b3-ceb722029f80,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.819992 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:24.823214 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:24.827076 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:31:24.836360 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-42f68b93-57b5-424c-8aa8-6f480e98d8dc tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (ff755dc1-499d-446f-9e3b-3f14fa6e28f2), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.836853 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Attempting to bind port 03ef2817-5ce3-45af-a4b3-ceb722029f80 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:31:24.836990 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Attempting to bind port 03ef2817-5ce3-45af-a4b3-ceb722029f80 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '0ad8d227-1b49-4c42-b2ae-221722c7c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:31:24.837381 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Attempting to bind port 03ef2817-5ce3-45af-a4b3-ceb722029f80 on network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:31:24.843913 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:31:24.844426 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Checking segment: {'id': '0ad8d227-1b49-4c42-b2ae-221722c7c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:31:24.844830 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.845327 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Bound using segment: {'id': '0ad8d227-1b49-4c42-b2ae-221722c7c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:31:24.845713 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Bound port: 03ef2817-5ce3-45af-a4b3-ceb722029f80, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad8d227-1b49-4c42-b2ae-221722c7c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:31:24.846089 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.859236 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'Port': ['ID=b4a52346-f58f-4ebd-a687-ecb7720670ea,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.873954 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f68b93-57b5-424c-8aa8-6f480e98d8dc tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff755dc1-499d-446f-9e3b-3f14fa6e28f2,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.924105 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] For port 03ef2817-5ce3-45af-a4b3-ceb722029f80, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:31:24.928411 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] For port 03ef2817-5ce3-45af-a4b3-ceb722029f80, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=03ef2817-5ce3-45af-a4b3-ceb722029f80,segment=NetworkSegment(0ad8d227-1b49-4c42-b2ae-221722c7c608),segment_id=0ad8d227-1b49-4c42-b2ae-221722c7c608)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:31:24.955337 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-42f68b93-57b5-424c-8aa8-6f480e98d8dc tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:24.960362 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-42f68b93-57b5-424c-8aa8-6f480e98d8dc tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4465103 May 05 20:31:24.963816 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33762) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:24.966063 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-00ee021c-ae16-4f84-a044-37bcac91be90 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'security_group_rule': {'security_group_id': 'c9262e6b-8319-43d2-9386-7d532e8fe65c', 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:25.016339 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.030586 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9bbad-de83-40f8-8c8a-d8b9e4ae639b req-3fc6636d-d261-4f4a-939c-c5b5cfbd8a2a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:25.032018 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4cd9bbad-de83-40f8-8c8a-d8b9e4ae639b req-3fc6636d-d261-4f4a-939c-c5b5cfbd8a2a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.1095836 May 05 20:31:25.060374 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00ee021c-ae16-4f84-a044-37bcac91be90 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (71de3187-ae72-49f0-b9c0-e156e615a882), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.062124 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e5e591a6-e847-4005-9154-0be28be1f13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.099384 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-3e8c363f-35ba-4581-a790-64f1e6453754 None None] Provisioning complete for port 03ef2817-5ce3-45af-a4b3-ceb722029f80 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:25.100000 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e8c363f-35ba-4581-a790-64f1e6453754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.102965 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Routers {'d871e663-d5d8-4ee8-8cc9-bd15223db1ba'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:25.103795 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:31:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:25.139597 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00ee021c-ae16-4f84-a044-37bcac91be90 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (71de3187-ae72-49f0-b9c0-e156e615a882), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.158890 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4cd9bbad-de83-40f8-8c8a-d8b9e4ae639b req-eaf4bbb3-ac1e-4a87-9456-fdc994bad1c2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930896 May 05 20:31:25.175851 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddd0aa-c0f3-4c65-9db5-73d0e0a17a76 None None] Pushing event updated for resources: {'Port': ['ID=03ef2817-5ce3-45af-a4b3-ceb722029f80,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.230085 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00ee021c-ae16-4f84-a044-37bcac91be90 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (71de3187-ae72-49f0-b9c0-e156e615a882), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.264188 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee021c-ae16-4f84-a044-37bcac91be90 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71de3187-ae72-49f0-b9c0-e156e615a882,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.338565 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00ee021c-ae16-4f84-a044-37bcac91be90 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.342619 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-00ee021c-ae16-4f84-a044-37bcac91be90 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778443 May 05 20:31:25.342974 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33764) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:25.347835 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-ce55d667-f96a-498e-b5af-69edf7f89d88 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'security_group_rule': {'security_group_id': 'c9262e6b-8319-43d2-9386-7d532e8fe65c', 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:25.354805 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for floatingip (441008fb-7006-4fee-a65d-e008ea586528), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.435687 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] Set router d871e663-d5d8-4ee8-8cc9-bd15223db1ba gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:25.437803 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c363f-35ba-4581-a790-64f1e6453754 None None] Current status of the port 03ef2817-5ce3-45af-a4b3-ceb722029f80 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:25.438182 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e8c363f-35ba-4581-a790-64f1e6453754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.452065 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce55d667-f96a-498e-b5af-69edf7f89d88 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (974fba92-ff46-49a6-b06c-9a5f6b49652b), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.508597 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (b4a52346-f58f-4ebd-a687-ecb7720670ea), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.516773 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce55d667-f96a-498e-b5af-69edf7f89d88 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (974fba92-ff46-49a6-b06c-9a5f6b49652b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.543178 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-3e8c363f-35ba-4581-a790-64f1e6453754 None None] For port 03ef2817-5ce3-45af-a4b3-ceb722029f80, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=03ef2817-5ce3-45af-a4b3-ceb722029f80,segment=NetworkSegment(0ad8d227-1b49-4c42-b2ae-221722c7c608),segment_id=0ad8d227-1b49-4c42-b2ae-221722c7c608)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:25.591122 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce55d667-f96a-498e-b5af-69edf7f89d88 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (974fba92-ff46-49a6-b06c-9a5f6b49652b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.613539 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55d667-f96a-498e-b5af-69edf7f89d88 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974fba92-ff46-49a6-b06c-9a5f6b49652b,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.625821 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e8c363f-35ba-4581-a790-64f1e6453754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.683518 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for port (b4a52346-f58f-4ebd-a687-ecb7720670ea), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.688011 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 30f011c5-e282-402d-b7fe-3cf5b764d8db up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:25.701635 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce55d667-f96a-498e-b5af-69edf7f89d88 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.703053 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ce55d667-f96a-498e-b5af-69edf7f89d88 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3590181 May 05 20:31:25.706037 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33768) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:25.712674 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-a24b3282-4011-4e68-b553-bfb825e8fd8f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'security_group_rule': {'security_group_id': 'c9262e6b-8319-43d2-9386-7d532e8fe65c', 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:25.732710 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c363f-35ba-4581-a790-64f1e6453754 None None] Pushing event updated for resources: {'Port': ['ID=03ef2817-5ce3-45af-a4b3-ceb722029f80,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.775807 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-2cc1cb2c-ef56-42f9-bd10-cc6e83322c3e None None] Provisioning complete for port 03ef2817-5ce3-45af-a4b3-ceb722029f80 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:25.776173 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cb2c-ef56-42f9-bd10-cc6e83322c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.793222 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (b4a52346-f58f-4ebd-a687-ecb7720670ea), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.806207 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:21Z', 'revision_number': 4, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'gw_port': {'id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '03ef2817-5ce3-45af-a4b3-ceb722029f80', 'name': '', 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'mac_address': 'fa:16:3e:00:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'de8f0b86-7b00-4a34-a374-277a790f73c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:21Z', 'updated_at': '2022-05-05T20:31:24Z', 'revision_number': 4, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'subnets': [{'id': 'de8f0b86-7b00-4a34-a374-277a790f73c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:25.822280 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.securitygroups_db [None req-a24b3282-4011-4e68-b553-bfb825e8fd8f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Project d1f96beeabb54e168e8e924bee7a6440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:31:25.827793 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a24b3282-4011-4e68-b553-bfb825e8fd8f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (c327eb95-7297-42c8-bc67-c602823e6a67), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.847192 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1732705-ac6d-4cc4-8daa-4a6b500b79a7 None None] The sync data for ids ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'] in dv-cinder-840730-1-iscsi is: [{'id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:21Z', 'revision_number': 4, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'gw_port': {'id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '03ef2817-5ce3-45af-a4b3-ceb722029f80', 'name': '', 'network_id': '1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'mac_address': 'fa:16:3e:00:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'de8f0b86-7b00-4a34-a374-277a790f73c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:21Z', 'updated_at': '2022-05-05T20:31:24Z', 'revision_number': 4, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'subnets': [{'id': 'de8f0b86-7b00-4a34-a374-277a790f73c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:31:25.849717 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 30f011c5-e282-402d-b7fe-3cf5b764d8db triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:25.850090 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.869603 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'Port': ['ID=b4a52346-f58f-4ebd-a687-ecb7720670ea,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.886587 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (441008fb-7006-4fee-a65d-e008ea586528), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.910307 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a24b3282-4011-4e68-b553-bfb825e8fd8f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (c327eb95-7297-42c8-bc67-c602823e6a67), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:25.991411 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a24b3282-4011-4e68-b553-bfb825e8fd8f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (c327eb95-7297-42c8-bc67-c602823e6a67), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:26.003875 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1cb2c-ef56-42f9-bd10-cc6e83322c3e None None] Current status of the port 03ef2817-5ce3-45af-a4b3-ceb722029f80 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:26.017449 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 30f011c5-e282-402d-b7fe-3cf5b764d8db is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:26.024783 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b3282-4011-4e68-b553-bfb825e8fd8f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c327eb95-7297-42c8-bc67-c602823e6a67,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:26.026018 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Floating IP 441008fb-7006-4fee-a65d-e008ea586528 associated. External IP: 172.27.0.147, port: 951668ee-508b-49d7-b5d4-b8a2f1ba3344. May 05 20:31:26.089551 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a24b3282-4011-4e68-b553-bfb825e8fd8f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:26.091117 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a24b3282-4011-4e68-b553-bfb825e8fd8f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3828013 May 05 20:31:26.093845 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33770) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:26.098539 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-16e5886e-c482-4765-9205-abc5d68e44f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'security_group_rule': {'security_group_id': 'c9262e6b-8319-43d2-9386-7d532e8fe65c', 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:26.187473 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.securitygroups_db [None req-16e5886e-c482-4765-9205-abc5d68e44f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Project d1f96beeabb54e168e8e924bee7a6440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:31:26.193609 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-16e5886e-c482-4765-9205-abc5d68e44f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (de71a453-076c-4974-a141-7c81fb1a5a97), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:26.271587 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-16e5886e-c482-4765-9205-abc5d68e44f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (de71a453-076c-4974-a141-7c81fb1a5a97), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:26.370465 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-16e5886e-c482-4765-9205-abc5d68e44f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (de71a453-076c-4974-a141-7c81fb1a5a97), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:26.389960 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5886e-c482-4765-9205-abc5d68e44f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de71a453-076c-4974-a141-7c81fb1a5a97,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:26.404746 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:26.479679 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa113-52b7-4c0a-8549-b7130ab168ff req-df7b2bc0-8818-4f61-9a2e-5224e5a16e81 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:26.481185 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1cdfa113-52b7-4c0a-8549-b7130ab168ff req-df7b2bc0-8818-4f61-9a2e-5224e5a16e81 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.1109936 May 05 20:31:26.496894 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Router 3fa46d75-ca99-4f90-a69c-485819239410 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:31:26.505500 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-16e5886e-c482-4765-9205-abc5d68e44f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:26.506825 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-16e5886e-c482-4765-9205-abc5d68e44f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4119940 May 05 20:31:26.578084 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1cdfa113-52b7-4c0a-8549-b7130ab168ff req-5a113db5-c81f-4388-b6c3-de45d33818ec tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909472 May 05 20:31:26.656209 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:31:26.675175 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] Sync routers for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:31:26.691761 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:26.692396 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:31:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:26.769965 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:26.806162 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-67603035-2280-4eb7-afad-58fc3b4d4268 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6388376 May 05 20:31:26.807941 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:31:26.808921 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33816) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:26.811689 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587ac921-d15d-4bdf-aaa1-5a58842cc967" -d '{"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:31:26.816154 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-04c541fd-4162-4676-8d84-9ead708836d1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033939783', 'description': 'tempest-secgroup-smoke-2033939783 description', 'project_id': 'd757750e7af641b0b7ae7352c45433b5'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:26.839584 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:26.885058 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2234327e-49a0-42ea-bfa4-3a21836c8289 x-openstack-request-id: req-2234327e-49a0-42ea-bfa4-3a21836c8289 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:31:26.885509 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:31:26.885798 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2234327e-49a0-42ea-bfa4-3a21836c8289 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:31:26.886218 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2234327e-49a0-42ea-bfa4-3a21836c8289'] response: {'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'status': 'completed', 'code': 200} May 05 20:31:26.948248 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-04c541fd-4162-4676-8d84-9ead708836d1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:26.995127 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-136f5f6a-d6da-4d57-8952-fd9cf31fd712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:26.996645 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-136f5f6a-d6da-4d57-8952-fd9cf31fd712 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d757750e7af641b0b7ae7352c45433b5&device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 1129 time: 0.0801916 May 05 20:31:27.100124 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-04c541fd-4162-4676-8d84-9ead708836d1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group (5237c5b3-3bd2-4baa-af22-212c377fab08), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:27.137989 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-07f4f311-1e58-4eea-b5fd-62a0274f819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:27.139699 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-07f4f311-1e58-4eea-b5fd-62a0274f819f service neutron] 10.222.0.41 "GET /v2.0/networks?id=af5bcccc-edb9-4199-814f-06d5f7386fb4 HTTP/1.1" status: 200 len: 915 time: 0.1342196 May 05 20:31:27.144456 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '441008fb-7006-4fee-a65d-e008ea586528', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'port_id': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'mac_address': 'fa:16:3e:41:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:31:25Z', 'updated_at': '2022-05-05T20:31:25Z', 'revision_number': 0, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a18f8-f1a2-4d76-bd4b-217e6f65af23', 'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'mac_address': 'fa:16:3e:76:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:49Z', 'updated_at': '2022-05-05T20:29:54Z', 'revision_number': 5, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'subnets': [{'id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:27.175405 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] Checking router: 3fa46d75-ca99-4f90-a69c-485819239410 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:31:27.192767 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:31:27.193472 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:31:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:27.220772 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-2453e1a3-4f23-4787-818c-8f3d2f5c9c63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 999 time: 0.0703743 May 05 20:31:27.222653 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-04c541fd-4162-4676-8d84-9ead708836d1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (5237c5b3-3bd2-4baa-af22-212c377fab08), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:27.253190 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c541fd-4162-4676-8d84-9ead708836d1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5237c5b3-3bd2-4baa-af22-212c377fab08,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:27.315172 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-d081b894-6b2d-4cbe-9d6e-42aa465af7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:27.317250 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-d081b894-6b2d-4cbe-9d6e-42aa465af7ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87979222-ee86-40c4-97e0-6e148b661a1c HTTP/1.1" status: 200 len: 853 time: 0.0679562 May 05 20:31:27.361760 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-04c541fd-4162-4676-8d84-9ead708836d1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:27.366797 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-04c541fd-4162-4676-8d84-9ead708836d1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5537636 May 05 20:31:27.371658 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33834) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:27.371924 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-7ca06725-6983-4665-aeaf-8517f39e765f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'security_group_rule': {'security_group_id': '5237c5b3-3bd2-4baa-af22-212c377fab08', 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:27.383418 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:31:27.418832 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-1048ce38-e19f-4bcc-83d7-5c1aadfb03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:27.420356 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-1048ce38-e19f-4bcc-83d7-5c1aadfb03e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af5bcccc-edb9-4199-814f-06d5f7386fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966926 May 05 20:31:27.492247 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ca06725-6983-4665-aeaf-8517f39e765f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (3aa09d14-3885-4901-8f7c-96f7e0fcbad6), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:27.588963 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-0835f101-be34-4616-81e1-36055672695d service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524210 May 05 20:31:27.591940 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ca06725-6983-4665-aeaf-8517f39e765f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (3aa09d14-3885-4901-8f7c-96f7e0fcbad6), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:27.671203 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '441008fb-7006-4fee-a65d-e008ea586528', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'port_id': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'mac_address': 'fa:16:3e:41:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:31:25Z', 'updated_at': '2022-05-05T20:31:25Z', 'revision_number': 0, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a18f8-f1a2-4d76-bd4b-217e6f65af23', 'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'mac_address': 'fa:16:3e:76:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:49Z', 'updated_at': '2022-05-05T20:29:54Z', 'revision_number': 5, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'subnets': [{'id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:27.698312 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-587ac921-d15d-4bdf-aaa1-5a58842cc967 req-d8f8cf4f-f752-4f89-9361-d8838459aff1 service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004410 May 05 20:31:27.701067 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd29f71-f6e8-445e-9427-910f37a11b93 None None] The sync data for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi is: [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '441008fb-7006-4fee-a65d-e008ea586528', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'port_id': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'mac_address': 'fa:16:3e:41:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:31:25Z', 'updated_at': '2022-05-05T20:31:25Z', 'revision_number': 0, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a18f8-f1a2-4d76-bd4b-217e6f65af23', 'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'mac_address': 'fa:16:3e:76:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:49Z', 'updated_at': '2022-05-05T20:29:54Z', 'revision_number': 5, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'subnets': [{'id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:31:27.710750 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ca06725-6983-4665-aeaf-8517f39e765f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (3aa09d14-3885-4901-8f7c-96f7e0fcbad6), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:27.752144 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 03ef2817-5ce3-45af-a4b3-ceb722029f80 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:31:27.761391 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca06725-6983-4665-aeaf-8517f39e765f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa09d14-3885-4901-8f7c-96f7e0fcbad6,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:27.807350 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1a414-9980-400b-8061-dfe4b79d7760 req-96cb2bff-8d9d-4c5c-beaf-f0a01c173ed4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:27.808895 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-36d1a414-9980-400b-8061-dfe4b79d7760 req-96cb2bff-8d9d-4c5c-beaf-f0a01c173ed4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.0597630 May 05 20:31:27.813888 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 03ef2817-5ce3-45af-a4b3-ceb722029f80 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:27.814389 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:27.861131 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-36d1a414-9980-400b-8061-dfe4b79d7760 req-efdff93e-9760-4ec1-9146-6572a9ae1aea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 May 05 20:31:27.880645 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ca06725-6983-4665-aeaf-8517f39e765f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:27.884374 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7ca06725-6983-4665-aeaf-8517f39e765f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5136714 May 05 20:31:27.884628 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 33860) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:27.889545 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-9118321e-8e6b-4e25-ab73-a62e1c93f44e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'security_group_rule': {'security_group_id': '5237c5b3-3bd2-4baa-af22-212c377fab08', 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:27.897094 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 03ef2817-5ce3-45af-a4b3-ceb722029f80 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:28.032641 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9118321e-8e6b-4e25-ab73-a62e1c93f44e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (c37b52fd-3408-474f-85da-d310b4133b26), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:28.062177 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:28.101702 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9118321e-8e6b-4e25-ab73-a62e1c93f44e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (c37b52fd-3408-474f-85da-d310b4133b26), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:28.228571 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9118321e-8e6b-4e25-ab73-a62e1c93f44e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (c37b52fd-3408-474f-85da-d310b4133b26), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:28.247799 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118321e-8e6b-4e25-ab73-a62e1c93f44e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37b52fd-3408-474f-85da-d310b4133b26,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:28.329213 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9118321e-8e6b-4e25-ab73-a62e1c93f44e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:28.333931 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33888) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:28.342454 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3b8c3a05-c90c-4931-86d1-5485e8e088d9 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'security_group_rule': {'security_group_id': '5237c5b3-3bd2-4baa-af22-212c377fab08', 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:28.349707 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9118321e-8e6b-4e25-ab73-a62e1c93f44e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4480705 May 05 20:31:28.475961 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3a05-c90c-4931-86d1-5485e8e088d9 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (ccc09a50-9291-4305-8e19-d95dc0912ce1), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:28.542538 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3a05-c90c-4931-86d1-5485e8e088d9 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (ccc09a50-9291-4305-8e19-d95dc0912ce1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:28.647508 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3a05-c90c-4931-86d1-5485e8e088d9 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (ccc09a50-9291-4305-8e19-d95dc0912ce1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:28.667226 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c3a05-c90c-4931-86d1-5485e8e088d9 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc09a50-9291-4305-8e19-d95dc0912ce1,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:28.766856 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3a05-c90c-4931-86d1-5485e8e088d9 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:28.769318 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3b8c3a05-c90c-4931-86d1-5485e8e088d9 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4327655 May 05 20:31:28.845638 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33906) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:28.850368 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-55d20160-dff1-4b7c-80dd-cc8a30f5f9bd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'security_group_rule': {'security_group_id': '5237c5b3-3bd2-4baa-af22-212c377fab08', 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:29.000711 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0a73-3c87-4305-abe4-dd83ef32e68f req-8fcbb1b3-9297-4d0a-92a6-5e690dc8ae8c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:29.002138 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b46d0a73-3c87-4305-abe4-dd83ef32e68f req-8fcbb1b3-9297-4d0a-92a6-5e690dc8ae8c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.0593898 May 05 20:31:29.051625 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b46d0a73-3c87-4305-abe4-dd83ef32e68f req-2f59ad8b-1b14-410a-b690-be83db15833f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 May 05 20:31:29.220330 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e1eb4-c074-4404-a184-d17b7c82b3db None None] New status for floating IP 441008fb-7006-4fee-a65d-e008ea586528: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:31:29.566779 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55d20160-dff1-4b7c-80dd-cc8a30f5f9bd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (347f7fdf-aba5-4c06-8db3-9425ecf498df), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:29.644046 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55d20160-dff1-4b7c-80dd-cc8a30f5f9bd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (347f7fdf-aba5-4c06-8db3-9425ecf498df), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:29.649169 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:29.784749 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55d20160-dff1-4b7c-80dd-cc8a30f5f9bd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (347f7fdf-aba5-4c06-8db3-9425ecf498df), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:29.799406 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20160-dff1-4b7c-80dd-cc8a30f5f9bd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347f7fdf-aba5-4c06-8db3-9425ecf498df,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:29.940551 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55d20160-dff1-4b7c-80dd-cc8a30f5f9bd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:29.941792 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-55d20160-dff1-4b7c-80dd-cc8a30f5f9bd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0951445 May 05 20:31:29.944529 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33916) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:29.948897 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-57779058-57ec-4223-aef1-78e790623c8a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'security_group_rule': {'security_group_id': '5237c5b3-3bd2-4baa-af22-212c377fab08', 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:30.036827 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.securitygroups_db [None req-57779058-57ec-4223-aef1-78e790623c8a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Project d757750e7af641b0b7ae7352c45433b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:31:30.042119 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-57779058-57ec-4223-aef1-78e790623c8a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (ee17837a-0542-48c9-a1e9-8e6894b464c8), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:30.113886 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-57779058-57ec-4223-aef1-78e790623c8a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (ee17837a-0542-48c9-a1e9-8e6894b464c8), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:30.198459 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffe8cd-05b2-49c0-b285-ead697a9f04f req-86982eb7-eac8-45a7-9ca8-352bb596b773 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:30.199958 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b4ffe8cd-05b2-49c0-b285-ead697a9f04f req-86982eb7-eac8-45a7-9ca8-352bb596b773 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.0617685 May 05 20:31:30.241990 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-57779058-57ec-4223-aef1-78e790623c8a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (ee17837a-0542-48c9-a1e9-8e6894b464c8), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:30.245844 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57779058-57ec-4223-aef1-78e790623c8a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee17837a-0542-48c9-a1e9-8e6894b464c8,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:30.269137 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b4ffe8cd-05b2-49c0-b285-ead697a9f04f req-1e1ae278-8dda-4f1b-b273-e0c3ef4de0f8 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624013 May 05 20:31:30.346835 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-57779058-57ec-4223-aef1-78e790623c8a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:30.348266 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-57779058-57ec-4223-aef1-78e790623c8a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4027839 May 05 20:31:30.351015 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 33924) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:31:30.355910 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-9fb6a51c-a7f6-4d9f-b8a4-ea1b9e65a5c8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'security_group_rule': {'security_group_id': '5237c5b3-3bd2-4baa-af22-212c377fab08', 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:30.438776 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.securitygroups_db [None req-9fb6a51c-a7f6-4d9f-b8a4-ea1b9e65a5c8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Project d757750e7af641b0b7ae7352c45433b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:31:30.444890 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9fb6a51c-a7f6-4d9f-b8a4-ea1b9e65a5c8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (5f99a8d3-03c0-4915-81b7-114fc3ec7018), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:30.509179 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9fb6a51c-a7f6-4d9f-b8a4-ea1b9e65a5c8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (5f99a8d3-03c0-4915-81b7-114fc3ec7018), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:30.615989 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9fb6a51c-a7f6-4d9f-b8a4-ea1b9e65a5c8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (5f99a8d3-03c0-4915-81b7-114fc3ec7018), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:30.637377 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6a51c-a7f6-4d9f-b8a4-ea1b9e65a5c8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f99a8d3-03c0-4915-81b7-114fc3ec7018,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:30.717568 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9fb6a51c-a7f6-4d9f-b8a4-ea1b9e65a5c8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:30.719624 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9fb6a51c-a7f6-4d9f-b8a4-ea1b9e65a5c8 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3668451 May 05 20:31:30.730395 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:31:30.815544 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-44a9fdcc-4489-448a-8046-88b6fb7f0c67 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033939783&fields=id&tenant_id=d757750e7af641b0b7ae7352c45433b5 HTTP/1.1" status: 200 len: 267 time: 0.0472488 May 05 20:31:30.882440 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-54d636fe-5e5f-4217-858a-c3ee102e317e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:30.883847 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-54d636fe-5e5f-4217-858a-c3ee102e317e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0576284 May 05 20:31:30.894899 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-97868670-cef1-4515-9910-1e0bd98c6867 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'port': {'security_groups': ['987326c1-bfb7-4e8f-a4a9-aaba508d9f3c', '5237c5b3-3bd2-4baa-af22-212c377fab08']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:30.976473 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-97868670-cef1-4515-9910-1e0bd98c6867 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:31.219518 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-97868670-cef1-4515-9910-1e0bd98c6867 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] For port 951668ee-508b-49d7-b5d4-b8a2f1ba3344, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:31:31.251365 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-97868670-cef1-4515-9910-1e0bd98c6867 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:31.324322 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-97868670-cef1-4515-9910-1e0bd98c6867 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:31.336126 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['951668ee-508b-49d7-b5d4-b8a2f1ba3344'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:31:31.416730 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-97868670-cef1-4515-9910-1e0bd98c6867 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:31.417420 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-97868670-cef1-4515-9910-1e0bd98c6867 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:31.421856 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e95a80c1-ee59-4353-8259-7c88d93fcb41 req-97868670-cef1-4515-9910-1e0bd98c6867 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "PUT /v2.0/ports/951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 981 time: 0.5317969 May 05 20:31:31.423491 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:31:31.431392 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8440237d-0159-451f-93cb-e59bddbc60c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:31:31.492127 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f447eb-f0e5-4a63-94e5-e4c8f8138943 req-d4537b4f-c3c9-44c1-a4ca-c24ef6f474b0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:31.493737 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b4f447eb-f0e5-4a63-94e5-e4c8f8138943 req-d4537b4f-c3c9-44c1-a4ca-c24ef6f474b0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.2039678 May 05 20:31:31.502669 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97868670-cef1-4515-9910-1e0bd98c6867 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'Port': ['ID=951668ee-508b-49d7-b5d4-b8a2f1ba3344,revision_number=6']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:31.558785 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['951668ee-508b-49d7-b5d4-b8a2f1ba3344'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:31:31.593624 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b4f447eb-f0e5-4a63-94e5-e4c8f8138943 req-d89359d9-1282-4ca4-9138-ab179ebb3552 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849388 May 05 20:31:31.621259 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ca3e4-10a1-49ae-8eb8-b13caf76ed85 req-f2f9a07f-a69c-441d-972c-e22eda3e3529 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:31.628517 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-597ca3e4-10a1-49ae-8eb8-b13caf76ed85 req-f2f9a07f-a69c-441d-972c-e22eda3e3529 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.1041493 May 05 20:31:31.686438 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-597ca3e4-10a1-49ae-8eb8-b13caf76ed85 req-27d783cd-d15d-4a16-9491-e7ffdf90d7e5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568740 May 05 20:31:31.759036 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02510573-e306-41f6-b2ac-35d4419dbe0b x-openstack-request-id: req-02510573-e306-41f6-b2ac-35d4419dbe0b {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:31:31.759470 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:31:31.759723 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02510573-e306-41f6-b2ac-35d4419dbe0b {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:31:31.761325 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02510573-e306-41f6-b2ac-35d4419dbe0b'] response: {'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'status': 'completed', 'code': 200} May 05 20:31:31.779369 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef33cb-4acf-4d13-8888-fa1087bc40b7 req-388d63c9-5f55-4934-88a5-a0faa6d651ec tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:31.788135 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27ef33cb-4acf-4d13-8888-fa1087bc40b7 req-388d63c9-5f55-4934-88a5-a0faa6d651ec tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.1006887 May 05 20:31:31.820229 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-70a6a8dc-7059-4d1f-86e1-5c6359a9be92 None None] Provisioning complete for port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:31.820613 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-70a6a8dc-7059-4d1f-86e1-5c6359a9be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:31.850791 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-495a200a-b2b4-4738-98c4-bc286413ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:31.852473 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-495a200a-b2b4-4738-98c4-bc286413ec5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d757750e7af641b0b7ae7352c45433b5&device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 1168 time: 0.0612969 May 05 20:31:31.891291 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27ef33cb-4acf-4d13-8888-fa1087bc40b7 req-7ab9a0a5-497e-4564-964b-bb5af4a5f07e tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021698 May 05 20:31:31.964842 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-dc970d95-5400-4286-9a99-b5459c39c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:31.966343 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-dc970d95-5400-4286-9a99-b5459c39c81f service neutron] 10.222.0.41 "GET /v2.0/networks?id=af5bcccc-edb9-4199-814f-06d5f7386fb4 HTTP/1.1" status: 200 len: 915 time: 0.1038358 May 05 20:31:32.023224 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-70a6a8dc-7059-4d1f-86e1-5c6359a9be92 None None] Current status of the port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:31:32.050947 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-cc570d60-1255-46de-b231-f55ab88a9edc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 1001 time: 0.0722508 May 05 20:31:32.105998 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-bbdbcb6c-f5b8-4ef9-8899-d62fca4e5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:32.107466 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-bbdbcb6c-f5b8-4ef9-8899-d62fca4e5e24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87979222-ee86-40c4-97e0-6e148b661a1c HTTP/1.1" status: 200 len: 853 time: 0.0501165 May 05 20:31:32.161790 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-23320b5f-d1a7-49e4-961d-d7708f0304ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:32.163439 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-23320b5f-d1a7-49e4-961d-d7708f0304ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af5bcccc-edb9-4199-814f-06d5f7386fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469480 May 05 20:31:32.261530 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-df61fdf4-b8d4-4ef1-84a7-f752b7d28ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873959 May 05 20:31:32.355815 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8440237d-0159-451f-93cb-e59bddbc60c7 req-64dcd131-aedc-47b6-8f3e-3fed637b2df3 service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 May 05 20:31:32.727263 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5226-6934-4cc6-9b41-a7cfb051103a req-6551e43c-c29f-4987-b86b-e2bfad78b620 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:32.728684 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e80d5226-6934-4cc6-9b41-a7cfb051103a req-6551e43c-c29f-4987-b86b-e2bfad78b620 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0548115 May 05 20:31:32.778224 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e80d5226-6934-4cc6-9b41-a7cfb051103a req-ca8d94c7-75d1-44e5-a8e5-75abc91ea7b8 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431294 May 05 20:31:33.904017 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142a1c3-4ef8-4e9b-b628-31cc03281dcc req-655f4233-8617-41b9-819f-d3a23afdeba7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:33.905636 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f142a1c3-4ef8-4e9b-b628-31cc03281dcc req-655f4233-8617-41b9-819f-d3a23afdeba7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0541232 May 05 20:31:33.954425 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f142a1c3-4ef8-4e9b-b628-31cc03281dcc req-3478c71c-2b67-4303-980a-ffb5477d5641 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422063 May 05 20:31:35.083192 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e5c9-eebe-4600-971d-da8f1ed38686 req-0bb76a33-e1e8-43f0-aa25-b906326f7004 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:35.084658 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8326e5c9-eebe-4600-971d-da8f1ed38686 req-0bb76a33-e1e8-43f0-aa25-b906326f7004 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0564482 May 05 20:31:35.134397 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8326e5c9-eebe-4600-971d-da8f1ed38686 req-025da6b7-89ff-4438-8e64-c926b649ead6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437610 May 05 20:31:36.254625 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc9ce6-37a0-487c-9651-5d08b5a6c00e req-8195522b-736d-4b07-a12a-b71c8dca5dd7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:36.256109 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b2cc9ce6-37a0-487c-9651-5d08b5a6c00e req-8195522b-736d-4b07-a12a-b71c8dca5dd7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0558829 May 05 20:31:36.303207 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b2cc9ce6-37a0-487c-9651-5d08b5a6c00e req-5faf3861-85cd-4525-94dc-d65869add857 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 May 05 20:31:37.427384 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f25d94-60a3-465a-88fc-127530c67fae req-d50e75c3-8644-4eee-9a50-01ed297626a8 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:37.428869 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f9f25d94-60a3-465a-88fc-127530c67fae req-d50e75c3-8644-4eee-9a50-01ed297626a8 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0565591 May 05 20:31:37.480371 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f9f25d94-60a3-465a-88fc-127530c67fae req-119b806c-bf21-4cd2-8a0c-f7c51defcedd tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459433 May 05 20:31:38.601973 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def171e5-f2fb-4aa7-a39f-041d516c343e req-cccc712e-919c-41f9-a63f-30261945ccad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:38.603464 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-def171e5-f2fb-4aa7-a39f-041d516c343e req-cccc712e-919c-41f9-a63f-30261945ccad tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0558760 May 05 20:31:38.652293 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-def171e5-f2fb-4aa7-a39f-041d516c343e req-e58baa37-dc01-4e23-9f4b-ced231c5dd59 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429187 May 05 20:31:39.774096 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8fb89-8e09-42a0-bb0f-3b658d2ce060 req-455bbc24-3c62-4db0-b185-dab715d8f356 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:39.775456 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3da8fb89-8e09-42a0-bb0f-3b658d2ce060 req-455bbc24-3c62-4db0-b185-dab715d8f356 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0545580 May 05 20:31:39.822396 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3da8fb89-8e09-42a0-bb0f-3b658d2ce060 req-ba008054-97ea-4bce-8604-cb343e1fd710 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412209 May 05 20:31:40.948143 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d313e1-9eb8-4a7d-963c-5f497967a8db req-5a13181e-da5c-439a-9ade-767753e5278a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:40.949644 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-84d313e1-9eb8-4a7d-963c-5f497967a8db req-5a13181e-da5c-439a-9ade-767753e5278a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0588093 May 05 20:31:40.996776 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-84d313e1-9eb8-4a7d-963c-5f497967a8db req-203b5f0e-a437-4498-aa9a-137bcb9da38c tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413384 May 05 20:31:42.126538 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057e756-fad2-498e-a171-4753d3afcc29 req-0fcda0bd-a5d6-47a4-b833-2c73fc54f614 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:42.128010 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6057e756-fad2-498e-a171-4753d3afcc29 req-0fcda0bd-a5d6-47a4-b833-2c73fc54f614 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0579784 May 05 20:31:42.176482 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6057e756-fad2-498e-a171-4753d3afcc29 req-082c66d6-5965-4205-a2d6-a44ca627e020 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 May 05 20:31:42.540011 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd16ae-395c-409e-9352-a2f834739f6b req-d7aa1b75-d1da-4c11-9d07-4d8d29d7f163 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:42.541462 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-57fd16ae-395c-409e-9352-a2f834739f6b req-d7aa1b75-d1da-4c11-9d07-4d8d29d7f163 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0576220 May 05 20:31:42.591377 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-57fd16ae-395c-409e-9352-a2f834739f6b req-70e9e6a6-f59d-4492-a442-eed39e6f10e9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443866 May 05 20:31:42.617887 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-a4cc545d-2e74-40d0-b043-8eff3f9e6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:42.619407 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-a4cc545d-2e74-40d0-b043-8eff3f9e6ec3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 1129 time: 0.0564141 May 05 20:31:42.715100 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-8613b64e-9cd2-484f-8c06-ef0525f54f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:42.716489 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-8613b64e-9cd2-484f-8c06-ef0525f54f2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.0887136 May 05 20:31:42.790386 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-bc692277-0aec-41e9-8e55-cc1994970f1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7826565-819a-4e94-a4b7-6a1addc47da1 HTTP/1.1" status: 200 len: 1001 time: 0.0677395 May 05 20:31:42.843529 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-649c8ac7-a8de-4828-8862-7fd8dc97e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:42.844967 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-649c8ac7-a8de-4828-8862-7fd8dc97e3a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0484917 May 05 20:31:42.903873 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-168b8476-f7be-4bf5-8b34-9fd1c9958db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:42.905421 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-168b8476-f7be-4bf5-8b34-9fd1c9958db3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440764 May 05 20:31:43.022227 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-99a047ac-44fd-431c-9caa-c555522c98ea service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898778 May 05 20:31:43.107109 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd596d30-332e-4359-b1be-7aec12fb84e1 req-e2471a11-cc62-427b-8e29-2e55b59dc511 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858626 May 05 20:31:43.300176 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ca94a-4f0e-48f5-a5bb-fa03e93918a3 req-d7bcc1aa-28ae-40e7-b943-e957e02aaba2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:43.301710 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-929ca94a-4f0e-48f5-a5bb-fa03e93918a3 req-d7bcc1aa-28ae-40e7-b943-e957e02aaba2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0536690 May 05 20:31:43.352191 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-929ca94a-4f0e-48f5-a5bb-fa03e93918a3 req-db9ac3aa-8d1e-44a1-a7c4-83eddc4a8c8e tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440035 May 05 20:31:43.675881 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:43.714981 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05f574-5a3a-421b-81af-84e9c3257323 req-492a95e7-52d3-45ef-a3a6-87aa457098ed tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:43.716440 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2f05f574-5a3a-421b-81af-84e9c3257323 req-492a95e7-52d3-45ef-a3a6-87aa457098ed tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0557463 May 05 20:31:43.766965 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2f05f574-5a3a-421b-81af-84e9c3257323 req-7b4f83d3-693d-468b-a2a3-aae843586d4e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449224 May 05 20:31:44.472421 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0a1c1-126c-4a79-88ab-e58af7867197 req-7410134f-8d17-4434-9544-6bc088dc4108 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:44.474005 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-35e0a1c1-126c-4a79-88ab-e58af7867197 req-7410134f-8d17-4434-9544-6bc088dc4108 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0560155 May 05 20:31:44.521919 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-35e0a1c1-126c-4a79-88ab-e58af7867197 req-2df4efa9-1da7-48dc-86a8-bdbb03045bef tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417640 May 05 20:31:44.890745 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bb2f8-0276-4fb9-9322-7be470971e0d req-4311eac0-3139-45aa-9280-af5abaa7b951 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:44.892262 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cd4bb2f8-0276-4fb9-9322-7be470971e0d req-4311eac0-3139-45aa-9280-af5abaa7b951 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0543132 May 05 20:31:44.938939 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cd4bb2f8-0276-4fb9-9322-7be470971e0d req-37457c86-15b1-4029-b173-76665b1c37d1 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 May 05 20:31:45.643828 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9414-1628-41bc-888a-06eda825c63f req-97765f74-55e3-434a-9af1-f03481941315 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:45.645325 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b21d9414-1628-41bc-888a-06eda825c63f req-97765f74-55e3-434a-9af1-f03481941315 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0562959 May 05 20:31:45.693056 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b21d9414-1628-41bc-888a-06eda825c63f req-544b1580-da1c-4914-8718-213ceafb98b9 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414119 May 05 20:31:46.058645 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fd239-5f77-485d-946f-a10d2a4d5fcf req-c3fc4696-3ece-439f-99e0-41962dacf8f5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:46.060217 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fd2fd239-5f77-485d-946f-a10d2a4d5fcf req-c3fc4696-3ece-439f-99e0-41962dacf8f5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0533049 May 05 20:31:46.110228 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fd2fd239-5f77-485d-946f-a10d2a4d5fcf req-0682156e-76a7-493d-ae21-be346b2301a2 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445287 May 05 20:31:46.813381 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8d5dd-67ae-4d42-b035-e1754dd5fb3e req-78183df9-1064-40c5-bbd5-6ababfdc203b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:46.814818 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-13b8d5dd-67ae-4d42-b035-e1754dd5fb3e req-78183df9-1064-40c5-bbd5-6ababfdc203b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0547795 May 05 20:31:46.864568 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-13b8d5dd-67ae-4d42-b035-e1754dd5fb3e req-80d5a03b-3e2a-42db-a581-5912b9cbcde0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435917 May 05 20:31:47.233290 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b0069-8ca5-482e-95c2-79d6243b2c7d req-138fa725-7454-4eec-bef3-e88d3f015626 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:47.234760 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-716b0069-8ca5-482e-95c2-79d6243b2c7d req-138fa725-7454-4eec-bef3-e88d3f015626 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0538187 May 05 20:31:47.280947 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-716b0069-8ca5-482e-95c2-79d6243b2c7d req-6d378da1-8077-4f7b-a794-d77a1041eda3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406795 May 05 20:31:47.987785 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfc8b2-452f-4979-aa6e-fdfdddd6fdb9 req-cefe92ee-e3ab-4ba3-949f-071c9e2d7aea tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:47.989342 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2cdfc8b2-452f-4979-aa6e-fdfdddd6fdb9 req-cefe92ee-e3ab-4ba3-949f-071c9e2d7aea tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0537224 May 05 20:31:48.036920 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2cdfc8b2-452f-4979-aa6e-fdfdddd6fdb9 req-0c5001ef-d74a-49a0-928c-a976c8153146 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410597 May 05 20:31:48.413527 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c3cf1-3795-444c-837a-b3396dab6016 req-1eadf1c2-df6e-49b0-b5ef-6d1fc2cc90e3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:48.415555 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fe2c3cf1-3795-444c-837a-b3396dab6016 req-1eadf1c2-df6e-49b0-b5ef-6d1fc2cc90e3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0645523 May 05 20:31:48.495413 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fe2c3cf1-3795-444c-837a-b3396dab6016 req-da65efb3-0af2-4add-82cf-e224452f1617 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706012 May 05 20:31:48.507123 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc6a04-bff7-4c29-87f3-453be7144fe7 req-c5ed2f8a-df9f-4fa7-825e-6ac904e481b8 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:48.508758 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7dc6a04-bff7-4c29-87f3-453be7144fe7 req-c5ed2f8a-df9f-4fa7-825e-6ac904e481b8 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0922952 May 05 20:31:48.561450 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7dc6a04-bff7-4c29-87f3-453be7144fe7 req-1ea3ea4d-1fdc-46b4-a2f6-e8da12cdc0b4 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448322 May 05 20:31:48.599729 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-5c7ade81-6d0a-4276-867d-ef53e0aadb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:48.601228 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-5c7ade81-6d0a-4276-867d-ef53e0aadb5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 1129 time: 0.0489616 May 05 20:31:48.697413 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-0edcf786-006e-4036-b4d0-eeb5881f8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:48.698928 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-0edcf786-006e-4036-b4d0-eeb5881f8909 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 200 len: 911 time: 0.0895464 May 05 20:31:48.767385 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-c7356f45-a6b5-4488-abfd-fdbb634fa95d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7 HTTP/1.1" status: 200 len: 1000 time: 0.0595751 May 05 20:31:48.819994 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-922ff1fc-e6e8-4d25-ae4a-e24a401551a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:48.821525 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-922ff1fc-e6e8-4d25-ae4a-e24a401551a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88edb06f-50ec-439a-9612-51e02d8b4d43 HTTP/1.1" status: 200 len: 849 time: 0.0471530 May 05 20:31:48.874131 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-98589742-0339-49e2-a697-013c7a81f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:48.875593 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-98589742-0339-49e2-a697-013c7a81f02b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0bb89748-168d-4d28-ba29-6d7e24820be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477791 May 05 20:31:48.968629 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-e4f6fd0b-3151-4e67-8f12-7256fada23de service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851386 May 05 20:31:49.061264 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-244e4c4f-a28c-40b5-a1f1-c2e6eb59544b req-77762598-f474-438e-865c-976ed2b275c9 service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860097 May 05 20:31:49.633334 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab650b-5d22-4d0d-b614-29ccb63ea715 req-7ede2d7a-eb1e-40dc-b437-948abae4cc56 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:49.635610 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-59ab650b-5d22-4d0d-b614-29ccb63ea715 req-7ede2d7a-eb1e-40dc-b437-948abae4cc56 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0602450 May 05 20:31:49.711817 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-59ab650b-5d22-4d0d-b614-29ccb63ea715 req-9796ce43-5d15-43d7-841e-6713ebdb36a2 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706460 May 05 20:31:49.726226 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4b2e-9643-49ac-a4e8-dfdf39c0a844 req-77f6a644-ab6b-440a-b11e-aa423f1ce556 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:49.728099 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-983a4b2e-9643-49ac-a4e8-dfdf39c0a844 req-77f6a644-ab6b-440a-b11e-aa423f1ce556 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0812023 May 05 20:31:49.783106 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-983a4b2e-9643-49ac-a4e8-dfdf39c0a844 req-b796936b-f64e-4e9b-9e27-0017b8c8935f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478024 May 05 20:31:50.064075 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-819839bd-2bb6-4bd0-8ce5-30b63e75c5bc tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724053472&fields=id&tenant_id=d1f96beeabb54e168e8e924bee7a6440 HTTP/1.1" status: 200 len: 267 time: 0.0445173 May 05 20:31:50.183197 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-6bd50d04-1b94-4904-bff1-0bee47b90396 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:50.184679 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-6bd50d04-1b94-4904-bff1-0bee47b90396 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 811 time: 0.1142128 May 05 20:31:50.199815 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-4b54250e-097f-4b4f-8430-0cf10828d30b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/quotas/d1f96beeabb54e168e8e924bee7a6440 HTTP/1.1" status: 200 len: 375 time: 0.0098939 May 05 20:31:50.253760 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-9e3f8e82-53ce-4926-bf99-b9d5998a8249 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490911 May 05 20:31:50.348997 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-19538f08-dc2e-4b99-9e9a-4caaac50eef9 service neutron] 10.222.0.49 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839996 May 05 20:31:50.436740 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-63be718a-b60c-44e3-85de-cd5dcb3a57dd service neutron] 10.222.0.49 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820475 May 05 20:31:50.833843 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410a90a-6b70-4ac8-824d-4b7335c5f0a7 req-c8f06ae6-55e3-49af-b6e5-4c28b6176b52 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:50.835309 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5410a90a-6b70-4ac8-824d-4b7335c5f0a7 req-c8f06ae6-55e3-49af-b6e5-4c28b6176b52 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0539396 May 05 20:31:50.895677 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5410a90a-6b70-4ac8-824d-4b7335c5f0a7 req-dcc3d75f-4114-4cae-b9d3-064f35720cbb tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534751 May 05 20:31:51.025288 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-17703013-0546-4a8e-aa90-b20c5cff4421 req-785a5f71-f338-43a3-81de-67c86d134cfa tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 210 time: 0.0327840 May 05 20:31:51.032572 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0d2fc-4fc9-4bb8-9eb2-de4fd1b2eacb req-9ff29b96-c7e5-4065-8db8-e52d733854fb tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:51.034196 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b4a0d2fc-4fc9-4bb8-9eb2-de4fd1b2eacb req-9ff29b96-c7e5-4065-8db8-e52d733854fb tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0835037 May 05 20:31:51.082349 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b4a0d2fc-4fc9-4bb8-9eb2-de4fd1b2eacb req-6e5dec7c-6fcf-488f-b81e-9345ca871c19 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411553 May 05 20:31:52.016109 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce811340-7dfe-4a90-a1e6-42e51785fd5c req-555f421b-f6b4-4cb3-83f5-1f68e6fce411 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:52.017644 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ce811340-7dfe-4a90-a1e6-42e51785fd5c req-555f421b-f6b4-4cb3-83f5-1f68e6fce411 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0536270 May 05 20:31:52.069665 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ce811340-7dfe-4a90-a1e6-42e51785fd5c req-495a9a23-e0ab-4b21-8483-c5c1dfc2db13 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464213 May 05 20:31:52.120615 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-81ea39ef-1cf9-463f-a88e-4000b5744c13 req-99587372-6789-49ca-94c5-0a5715ffa10b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 210 time: 0.0282896 May 05 20:31:52.890143 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-19f0ecf4-f06b-4d19-8d29-9301c205cdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:53.188006 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45821a-bec5-4894-a966-d3f9da53ea6e req-29d4e7d8-8823-494b-9357-38563defdc34 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:53.189547 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b45821a-bec5-4894-a966-d3f9da53ea6e req-29d4e7d8-8823-494b-9357-38563defdc34 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0536518 May 05 20:31:53.226108 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f7955470-a9c7-4253-88f9-298c25d866ae req-09507af1-976c-492c-b2cd-1808554058b8 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 210 time: 0.0356081 May 05 20:31:53.259025 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b45821a-bec5-4894-a966-d3f9da53ea6e req-2313ba90-8357-4a09-ac7b-b821a70300a1 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603948 May 05 20:31:53.490533 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-0af0bc4a-8e65-4252-b3fc-4663f2953c14 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:53.492067 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-0af0bc4a-8e65-4252-b3fc-4663f2953c14 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 811 time: 0.1007950 May 05 20:31:53.559602 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-f2856bd7-747b-4712-a310-fbb8cdf3b2b3 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f96beeabb54e168e8e924bee7a6440 HTTP/1.1" status: 200 len: 380 time: 0.0578327 May 05 20:31:53.569422 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'port': {'device_id': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'admin_state_up': True, 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'security_groups': ['c9262e6b-8319-43d2-9386-7d532e8fe65c']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:53.758734 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Made reservation on behalf of d1f96beeabb54e168e8e924bee7a6440 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:31:53.763069 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:53.894361 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Allocated IP 172.20.0.4 (f7453d2c-baf7-4d2d-921d-a0f048045044/b878be62-e870-425d-a1c4-df5d252c3adf/f7847f02-8b19-4ae6-9285-4fed74bd1746) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:54.028527 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:54.138998 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:54.180213 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Network f7453d2c-baf7-4d2d-921d-a0f048045044 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:54.184091 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:54.187679 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:31:54.213890 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'Port': ['ID=f7847f02-8b19-4ae6-9285-4fed74bd1746,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:54.242655 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:54.243956 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:54.326084 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-1bbbabcc-ef6d-4af1-a853-818e2313e82d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603283 May 05 20:31:54.341629 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Request body: {'port': {'device_id': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:31:54.388896 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b74210-2d94-41b4-87a3-8a0c4a40f154 req-383fba10-8f60-418f-aae0-1e8820e56127 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:54.390438 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f7b74210-2d94-41b4-87a3-8a0c4a40f154 req-383fba10-8f60-418f-aae0-1e8820e56127 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 931 time: 0.0950694 May 05 20:31:54.410265 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cfd2f-7b0c-44af-a6e6-a6ac8c1b2f23 req-7b249d8c-0d86-442b-8a70-e681ca31b2d4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:54.411680 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-388cfd2f-7b0c-44af-a6e6-a6ac8c1b2f23 req-7b249d8c-0d86-442b-8a70-e681ca31b2d4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0784364 May 05 20:31:54.434644 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:54.481976 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f7b74210-2d94-41b4-87a3-8a0c4a40f154 req-9495001e-4f46-4f62-a1ad-bd1e92d230a6 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848448 May 05 20:31:54.486064 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-608f8757-244b-47d5-bc50-63e0cbe4fcda None None] Provisioning complete for port f7847f02-8b19-4ae6-9285-4fed74bd1746 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:31:54.486554 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-608f8757-244b-47d5-bc50-63e0cbe4fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:54.488606 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-388cfd2f-7b0c-44af-a6e6-a6ac8c1b2f23 req-3ee92443-0bbc-457e-93f0-ebb3605a6fd6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694661 May 05 20:31:54.536840 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-608f8757-244b-47d5-bc50-63e0cbe4fcda None None] Port f7847f02-8b19-4ae6-9285-4fed74bd1746 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:31:54.710735 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7847f02-8b19-4ae6-9285-4fed74bd1746 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:31:54.719728 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Publish callbacks [] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:54.733949 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Transition to ACTIVE for port object f7847f02-8b19-4ae6-9285-4fed74bd1746 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:31:54.818517 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:54.888537 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7847f02-8b19-4ae6-9285-4fed74bd1746,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:54.945187 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Attempting to bind port f7847f02-8b19-4ae6-9285-4fed74bd1746 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:31:54.946795 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Attempting to bind port f7847f02-8b19-4ae6-9285-4fed74bd1746 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:31:54.946795 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Attempting to bind port f7847f02-8b19-4ae6-9285-4fed74bd1746 on network f7453d2c-baf7-4d2d-921d-a0f048045044 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:31:54.952606 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Port f7847f02-8b19-4ae6-9285-4fed74bd1746 on network f7453d2c-baf7-4d2d-921d-a0f048045044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:31:54.952925 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Attempting to bind port f7847f02-8b19-4ae6-9285-4fed74bd1746 on network f7453d2c-baf7-4d2d-921d-a0f048045044 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:31:54.958218 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:31:54.958492 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Checking segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:31:54.958874 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Bound using segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:31:54.959290 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Bound port: f7847f02-8b19-4ae6-9285-4fed74bd1746, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:31:54.959643 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:55.031544 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] For port f7847f02-8b19-4ae6-9285-4fed74bd1746, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:31:55.034711 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] For port f7847f02-8b19-4ae6-9285-4fed74bd1746, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f7847f02-8b19-4ae6-9285-4fed74bd1746,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:31:55.087529 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dddf9114-b078-4870-9130-0f9e03c2e0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:55.184899 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:55.218683 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.219348 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:55.220777 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7847f02-8b19-4ae6-9285-4fed74bd1746 HTTP/1.1" status: 200 len: 1093 time: 0.8863697 May 05 20:31:55.221224 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'tag': 'f7847f02-8b19-4ae6-9285-4fed74bd1746'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:31:55.223511 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a54c5a-f198-4471-9116-8b40f6a6d7df" -d '{"events": [{"name": "network-changed", "server_uuid": "3320db0e-a6f7-43cf-868d-d918c0d1547b", "tag": "f7847f02-8b19-4ae6-9285-4fed74bd1746"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:31:55.256311 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861293b3-8539-446c-ac13-f5abf153a7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7847f02-8b19-4ae6-9285-4fed74bd1746,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:55.273343 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8141ea-0765-464b-8167-2b2f5514b02b x-openstack-request-id: req-db8141ea-0765-464b-8167-2b2f5514b02b {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:31:55.273637 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3320db0e-a6f7-43cf-868d-d918c0d1547b", "tag": "f7847f02-8b19-4ae6-9285-4fed74bd1746", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:31:55.273890 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db8141ea-0765-464b-8167-2b2f5514b02b {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:31:55.274797 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8141ea-0765-464b-8167-2b2f5514b02b'] response: {'name': 'network-changed', 'server_uuid': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'tag': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'status': 'completed', 'code': 200} May 05 20:31:55.350092 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a54c5a-f198-4471-9116-8b40f6a6d7df req-0e86bc3d-fada-448d-a9b1-e349f83002fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.351619 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14a54c5a-f198-4471-9116-8b40f6a6d7df req-0e86bc3d-fada-448d-a9b1-e349f83002fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 1127 time: 0.0494752 May 05 20:31:55.456585 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a54c5a-f198-4471-9116-8b40f6a6d7df req-54060b3a-abf4-488b-aed3-20b2ac0330ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.458078 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14a54c5a-f198-4471-9116-8b40f6a6d7df req-54060b3a-abf4-488b-aed3-20b2ac0330ad service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d1f96beeabb54e168e8e924bee7a6440&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0957093 May 05 20:31:55.559958 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a54c5a-f198-4471-9116-8b40f6a6d7df req-b3592a7a-35d8-4a8b-a235-d55a1c019ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.561549 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14a54c5a-f198-4471-9116-8b40f6a6d7df req-b3592a7a-35d8-4a8b-a235-d55a1c019ae7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971799 May 05 20:31:55.651235 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-43c795c9-5ef4-4f09-a39a-6a55a70b0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.652767 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-43c795c9-5ef4-4f09-a39a-6a55a70b0e1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 1127 time: 0.0492411 May 05 20:31:55.695706 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-65bc99f1-e29a-4dd6-9d6e-359983f07530 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7847f02-8b19-4ae6-9285-4fed74bd1746 HTTP/1.1" status: 200 len: 217 time: 0.0360200 May 05 20:31:55.749479 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-eef6ad19-503b-4b89-b1ef-b72ee749b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.750954 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-eef6ad19-503b-4b89-b1ef-b72ee749b84c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.0487864 May 05 20:31:55.832817 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430b954-39b0-4e22-8c54-1ccca276ea3e req-e4a2b2e5-27f4-4671-b84c-2d704a295cc9 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.834405 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c430b954-39b0-4e22-8c54-1ccca276ea3e req-e4a2b2e5-27f4-4671-b84c-2d704a295cc9 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 943 time: 0.2820823 May 05 20:31:55.853628 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bc4e4-6832-4c22-afef-03b4e35265dd req-820b75a9-78c9-461f-b638-6ae73e75e728 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.855161 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-980bc4e4-6832-4c22-afef-03b4e35265dd req-820b75a9-78c9-461f-b638-6ae73e75e728 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.2665153 May 05 20:31:55.931519 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-980bc4e4-6832-4c22-afef-03b4e35265dd req-be3f2db7-36c2-47a5-b459-7a78ac5c39ac tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661204 May 05 20:31:55.936703 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c430b954-39b0-4e22-8c54-1ccca276ea3e req-72793603-6298-42dc-9f5d-1c69699d7866 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959551 May 05 20:31:56.031555 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-385bfa92-6734-4875-9dbd-a697ca3c2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:56.033050 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-385bfa92-6734-4875-9dbd-a697ca3c2082 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2750397 May 05 20:31:56.130359 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-3d3867f1-6f16-4f0c-bc6f-80cda970664b service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899239 May 05 20:31:56.236308 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01fce08e-c0c8-47df-a222-5052b9d1699e req-f330d7a0-dfa6-4e8e-8ded-78d27d2e323d service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972533 May 05 20:31:56.378114 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:57.094908 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f491e8-ceb6-4c7d-95ef-78a8eb2f0c6c req-436ca3bc-3d7b-4b2d-a146-70b125863f1e tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:57.096408 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-05f491e8-ceb6-4c7d-95ef-78a8eb2f0c6c req-436ca3bc-3d7b-4b2d-a146-70b125863f1e tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 943 time: 0.0807290 May 05 20:31:57.103907 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c002a8e-1e88-4df5-96f5-75a65ff6a03f req-b224f8c0-2137-40f6-a732-04da8a07ac18 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:57.105340 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7c002a8e-1e88-4df5-96f5-75a65ff6a03f req-b224f8c0-2137-40f6-a732-04da8a07ac18 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0988655 May 05 20:31:57.181955 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-05f491e8-ceb6-4c7d-95ef-78a8eb2f0c6c req-c709b095-7f43-496c-9af8-7d40057c3628 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756061 May 05 20:31:57.190081 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7c002a8e-1e88-4df5-96f5-75a65ff6a03f req-51070348-0ad2-44b7-8de4-591519449445 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779409 May 05 20:31:58.052658 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:58.338425 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa19de-34f7-4ce9-9dae-2e9d23cfc42b req-1eeca4b0-b862-428b-b526-b1f725b08d16 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:58.340032 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbfa19de-34f7-4ce9-9dae-2e9d23cfc42b req-1eeca4b0-b862-428b-b526-b1f725b08d16 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 943 time: 0.0896873 May 05 20:31:58.347700 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b42be-93d4-4f18-8cc0-047dd7770491 req-8d615e0a-c84b-45b9-80d0-2ce2904ec139 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:58.349049 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-146b42be-93d4-4f18-8cc0-047dd7770491 req-8d615e0a-c84b-45b9-80d0-2ce2904ec139 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0881877 May 05 20:31:58.423163 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbfa19de-34f7-4ce9-9dae-2e9d23cfc42b req-3d7286b7-60f0-4dc1-bf16-57ce39bd2ae8 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731509 May 05 20:31:58.426334 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-146b42be-93d4-4f18-8cc0-047dd7770491 req-dac3cf0d-8b90-4e47-ac92-42622cc1c291 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701680 May 05 20:31:59.527579 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:31:59.576499 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab8668-3e82-4088-b857-93a59dd2653e req-c00f5239-2a3e-4612-929c-bc63aa06089a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:59.578002 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-15ab8668-3e82-4088-b857-93a59dd2653e req-c00f5239-2a3e-4612-929c-bc63aa06089a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 943 time: 0.0884724 May 05 20:31:59.585540 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdf4b9-678e-42b3-8909-50944105e18f req-62be1d24-bdcb-49bb-8fd8-30ddc698a69e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:59.588351 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e6cdf4b9-678e-42b3-8909-50944105e18f req-62be1d24-bdcb-49bb-8fd8-30ddc698a69e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0872314 May 05 20:31:59.663461 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-15ab8668-3e82-4088-b857-93a59dd2653e req-1136519a-c117-4078-908c-992489128227 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746536 May 05 20:31:59.670467 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e6cdf4b9-678e-42b3-8909-50944105e18f req-dd0358ad-732e-4602-b438-d186d8cdee27 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718534 May 05 20:31:59.921029 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e28487-3e7a-4ebd-829f-d2f3b146a2cc req-3ffbab80-9006-4923-a538-bfe538cd70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:59.922450 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01e28487-3e7a-4ebd-829f-d2f3b146a2cc req-3ffbab80-9006-4923-a538-bfe538cd70b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 1129 time: 0.0450587 May 05 20:31:59.968946 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01e28487-3e7a-4ebd-829f-d2f3b146a2cc req-8161300c-1874-4401-b6a5-629dced15606 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384529 May 05 20:32:00.815646 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d82bf0-1a82-4d71-8baf-79544dd4fa37 req-43be024d-2986-4374-ac3a-9a90417c9508 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:00.817145 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-31d82bf0-1a82-4d71-8baf-79544dd4fa37 req-43be024d-2986-4374-ac3a-9a90417c9508 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 943 time: 0.0839090 May 05 20:32:00.824750 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b0c30-7264-4698-81f2-7b56fe74f684 req-9ff5b32a-e3ff-4a69-b556-ff29e4a88168 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:00.827858 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-050b0c30-7264-4698-81f2-7b56fe74f684 req-9ff5b32a-e3ff-4a69-b556-ff29e4a88168 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0842574 May 05 20:32:00.904736 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-31d82bf0-1a82-4d71-8baf-79544dd4fa37 req-b6a854d2-fd12-4f6c-b092-0ed979136847 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775228 May 05 20:32:00.908847 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-050b0c30-7264-4698-81f2-7b56fe74f684 req-b3d7d2bb-e033-45e0-8b34-42a35a277665 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761499 May 05 20:32:02.067904 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c5aef-dfa6-4657-8184-4a687ac0e741 req-e989f4a9-5a99-4276-b5cf-6d3a360da7c4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:02.067904 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4f2c5aef-dfa6-4657-8184-4a687ac0e741 req-e989f4a9-5a99-4276-b5cf-6d3a360da7c4 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0883095 May 05 20:32:02.072841 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd2de8-695f-4fe3-9a39-15dd40748845 req-878ff985-018b-4478-8880-f12c3fbc9c77 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:02.074338 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c4bd2de8-695f-4fe3-9a39-15dd40748845 req-878ff985-018b-4478-8880-f12c3fbc9c77 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 943 time: 0.0947058 May 05 20:32:02.148203 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4f2c5aef-dfa6-4657-8184-4a687ac0e741 req-047de028-f05c-466e-9aec-7218986e2e11 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728920 May 05 20:32:02.157685 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c4bd2de8-695f-4fe3-9a39-15dd40748845 req-fc5bae46-e6db-4c82-957e-6f945ec0253b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756598 May 05 20:32:02.513897 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34340) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:02.620412 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c9877ff-bd0b-40ec-87c6-8c2aed4a4964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:02.681485 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21bf3a-dee5-4ef6-8ad0-fdf952cb7acc req-c126946a-746e-4096-a41b-34780acbced3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:02.683003 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b21bf3a-dee5-4ef6-8ad0-fdf952cb7acc req-c126946a-746e-4096-a41b-34780acbced3 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0552108 May 05 20:32:02.700877 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c9877ff-bd0b-40ec-87c6-8c2aed4a4964 admin admin] Publish callbacks [] for security_group (1a9d313d-19cd-46cd-8891-ef20bc00b5a4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:02.732645 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b21bf3a-dee5-4ef6-8ad0-fdf952cb7acc req-0f98f45c-9d4a-479b-9b3c-622595895ea1 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 May 05 20:32:02.752975 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-1c1129e2-307e-431a-aaf9-38df2ee8b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:02.754523 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-1c1129e2-307e-431a-aaf9-38df2ee8b465 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 1129 time: 0.0465021 May 05 20:32:02.778195 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c9877ff-bd0b-40ec-87c6-8c2aed4a4964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (1a9d313d-19cd-46cd-8891-ef20bc00b5a4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:02.853559 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3c9877ff-bd0b-40ec-87c6-8c2aed4a4964 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee1c361dfd5a4d6c97873788c5861c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384278 May 05 20:32:02.856095 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9877ff-bd0b-40ec-87c6-8c2aed4a4964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9d313d-19cd-46cd-8891-ef20bc00b5a4,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:02.856261 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34346) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:02.887999 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-68033bf0-3ebd-496c-88f6-7daf412d0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:02.889510 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-68033bf0-3ebd-496c-88f6-7daf412d0f4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.1283123 May 05 20:32:02.908690 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6d8eab1b-64c2-40d7-8c21-ebeccd80016b admin admin] Publish callbacks [] for security_group (1a9d313d-19cd-46cd-8891-ef20bc00b5a4), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:02.931282 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6d8eab1b-64c2-40d7-8c21-ebeccd80016b admin admin] Publish callbacks [] for security_group (1a9d313d-19cd-46cd-8891-ef20bc00b5a4), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:02.959601 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-fc7b2e64-664c-4caf-9f5d-9bb10e606912 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7826565-819a-4e94-a4b7-6a1addc47da1 HTTP/1.1" status: 200 len: 1001 time: 0.0611973 May 05 20:32:03.008303 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-87d1f98b-7d23-465d-acf8-0efbb455c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:03.010575 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-87d1f98b-7d23-465d-acf8-0efbb455c058 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0445266 May 05 20:32:03.064480 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-e514e3c6-5212-4707-b572-83fadee6e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:03.066047 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-e514e3c6-5212-4707-b572-83fadee6e862 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480084 May 05 20:32:03.067082 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6d8eab1b-64c2-40d7-8c21-ebeccd80016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (1a9d313d-19cd-46cd-8891-ef20bc00b5a4), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:03.069824 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6d8eab1b-64c2-40d7-8c21-ebeccd80016b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:03.072217 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6d8eab1b-64c2-40d7-8c21-ebeccd80016b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a9d313d-19cd-46cd-8891-ef20bc00b5a4 HTTP/1.1" status: 204 len: 168 time: 0.2137094 May 05 20:32:03.079460 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8eab1b-64c2-40d7-8c21-ebeccd80016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9d313d-19cd-46cd-8891-ef20bc00b5a4,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:03.160643 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-2840ad77-8804-47b7-ad9d-4a9abce438f5 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866094 May 05 20:32:03.262601 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c91cb6a7-0462-44f4-a45a-5269e2bece94 req-bc161a1f-681d-41d5-9deb-cb738539003b service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927372 May 05 20:32:03.294290 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce368b0-5752-44bf-ae2e-303d3f2f8108 req-c09cf5ea-5ad1-4446-8796-5e01347277a3 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:03.295838 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2ce368b0-5752-44bf-ae2e-303d3f2f8108 req-c09cf5ea-5ad1-4446-8796-5e01347277a3 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 943 time: 0.0576265 May 05 20:32:03.351647 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2ce368b0-5752-44bf-ae2e-303d3f2f8108 req-9574389e-477a-4fcf-8ddc-545572aacd0d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467224 May 05 20:32:03.851205 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b1119-d909-4fb6-82df-cff431398b84 req-7c95e036-4dee-4cda-826b-6617594b3e90 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:03.852681 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8c2b1119-d909-4fb6-82df-cff431398b84 req-7c95e036-4dee-4cda-826b-6617594b3e90 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0532501 May 05 20:32:03.898389 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8c2b1119-d909-4fb6-82df-cff431398b84 req-b7029d1f-2674-4d96-ab47-a084fcf8019f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 May 05 20:32:04.010831 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34372) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:04.105453 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1812114931-network', 'tenant_id': '8acd5e7d1c0543a19b32f610880994c8'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:04.200868 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Made reservation on behalf of 8acd5e7d1c0543a19b32f610880994c8 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:32:04.203284 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.211651 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.283460 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Publish callbacks [] for security_group (4ec99f0c-2b4b-4bc2-9220-9b953e4036d3), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.298055 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device f7847f02-8b19-4ae6-9285-4fed74bd1746 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:32:04.372664 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4ec99f0c-2b4b-4bc2-9220-9b953e4036d3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.398647 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port f7847f02-8b19-4ae6-9285-4fed74bd1746, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f7847f02-8b19-4ae6-9285-4fed74bd1746,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:04.403673 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:32:04.410446 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:04.411496 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'port_id': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'mac_address': 'fa:16:3e:f4:3b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:32:04.417763 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (b2627e7e-12ed-4bbe-9ad7-b5415357fae8), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.418102 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Added segment b2627e7e-12ed-4bbe-9ad7-b5415357fae8 of type vlan for network 7ab39458-7449-45fe-b784-78e5bdfb4d06 May 05 20:32:04.450772 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port f7847f02-8b19-4ae6-9285-4fed74bd1746 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:32:04.451030 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.468365 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7847f02-8b19-4ae6-9285-4fed74bd1746 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:32:04.481496 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (7ab39458-7449-45fe-b784-78e5bdfb4d06), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.488195 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port f7847f02-8b19-4ae6-9285-4fed74bd1746, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f7847f02-8b19-4ae6-9285-4fed74bd1746,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:04.521603 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9ca29-41d7-4f3f-bc8f-c944fb8bc8f9 req-1abdf5d1-4e6a-4188-ae1e-33529ec7978a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:04.523072 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1ac9ca29-41d7-4f3f-bc8f-c944fb8bc8f9 req-1abdf5d1-4e6a-4188-ae1e-33529ec7978a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 943 time: 0.0782459 May 05 20:32:04.570058 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.577898 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1ac9ca29-41d7-4f3f-bc8f-c944fb8bc8f9 req-befd6ac8-824d-43e4-84c5-49dee11785ba tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482464 May 05 20:32:04.595199 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (7ab39458-7449-45fe-b784-78e5bdfb4d06), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.596172 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:04.596795 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.620830 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=f7847f02-8b19-4ae6-9285-4fed74bd1746,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:04.634429 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.634960 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.635339 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.635704 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.636023 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.636360 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.636695 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.637024 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.637381 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.637731 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.638065 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.638391 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.638716 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:04.659373 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] Pushing event updated for resources: {'Network': ['ID=7ab39458-7449-45fe-b784-78e5bdfb4d06,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:04.669193 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 7ab39458-7449-45fe-b784-78e5bdfb4d06 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:32:04.723988 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ad4949b7-2687-42e6-91ed-fada3b8f131a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7120488 May 05 20:32:04.726788 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34378) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:04.731633 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Request body: {'subnet': {'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1812114931-subnet', 'tenant_id': '8acd5e7d1c0543a19b32f610880994c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:04.815504 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Made reservation on behalf of 8acd5e7d1c0543a19b32f610880994c8 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:32:04.817879 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8825850'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:04.932658 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['f7847f02-8b19-4ae6-9285-4fed74bd1746'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:32:05.033522 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e01baf-09ad-4b1b-a0ff-a4fcaa824d6b req-728d1708-e89f-4b34-ab91-17c6dcd58265 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:05.035342 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-10e01baf-09ad-4b1b-a0ff-a4fcaa824d6b req-728d1708-e89f-4b34-ab91-17c6dcd58265 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0659614 May 05 20:32:05.078852 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9804310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8825812'] for subnet (bebc89b5-399d-4e59-ae6a-d5be14142e38), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:05.103035 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-10e01baf-09ad-4b1b-a0ff-a4fcaa824d6b req-6dcaa97e-94a8-4f57-b568-425b7c588c3a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620313 May 05 20:32:05.128848 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebc89b5-399d-4e59-ae6a-d5be14142e38,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:05.151193 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Checking segment: {'id': 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:32:05.151546 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Network hostable DHCP agents. Network: 7ab39458-7449-45fe-b784-78e5bdfb4d06, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:32:05.241084 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Network 7ab39458-7449-45fe-b784-78e5bdfb4d06 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:32:05.312436 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 7ab39458-7449-45fe-b784-78e5bdfb4d06) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:32:05.318206 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:05.318957 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:05.325035 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7770b9a7-fc80-418f-b5b2-7a0519b807b5 None None] Network 7ab39458-7449-45fe-b784-78e5bdfb4d06 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:32:05.407125 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8bc49505-f886-41cb-aa3e-37a59ca722c7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6792264 May 05 20:32:05.425637 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea427c28-c21e-490b-b859-444e6e223797 None None] Network 7ab39458-7449-45fe-b784-78e5bdfb4d06 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:32:05.720237 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b77a3-3dbe-4919-b309-e63f2fb359b1 req-6060c2f8-e689-4ab2-8fa8-9466008ad0fa tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:05.721736 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-eb6b77a3-3dbe-4919-b309-e63f2fb359b1 req-6060c2f8-e689-4ab2-8fa8-9466008ad0fa tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 944 time: 0.0649157 May 05 20:32:05.772151 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-eb6b77a3-3dbe-4919-b309-e63f2fb359b1 req-da2bc724-d8fc-420e-a011-4f92d5f6cb69 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444403 May 05 20:32:06.226196 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37590d-630e-4804-a675-c51cfee56386 req-9eb711f4-8e3a-4858-b4ba-2c93cf140958 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:06.227692 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ed37590d-630e-4804-a675-c51cfee56386 req-9eb711f4-8e3a-4858-b4ba-2c93cf140958 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0535486 May 05 20:32:06.276706 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ed37590d-630e-4804-a675-c51cfee56386 req-74f3cd43-2b3a-4ca7-b84d-e2654e56015c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435293 May 05 20:32:06.307886 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device f7847f02-8b19-4ae6-9285-4fed74bd1746 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:32:06.391790 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448beb9b-d274-4407-843f-a9800668bd3a req-85fea4f6-3366-4bea-98ef-e7a18a4947c9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:06.393289 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-448beb9b-d274-4407-843f-a9800668bd3a req-85fea4f6-3366-4bea-98ef-e7a18a4947c9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0532188 May 05 20:32:06.402746 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34398) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:06.407253 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-241e8a77-1a27-4851-baa8-6938b6e5b3e8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Request body: {'floatingip': {'port_id': 'e7826565-819a-4e94-a4b7-6a1addc47da1'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:06.433003 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port f7847f02-8b19-4ae6-9285-4fed74bd1746 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:32:06.437199 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port f7847f02-8b19-4ae6-9285-4fed74bd1746 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:32:06.437727 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:06.520807 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port f7847f02-8b19-4ae6-9285-4fed74bd1746 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:32:06.521188 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:06.532227 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-241e8a77-1a27-4851-baa8-6938b6e5b3e8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for floatingip (3e0eb94c-deec-430f-a3a5-7932779d54dc), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:06.543616 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7847f02-8b19-4ae6-9285-4fed74bd1746'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:06.545874 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf63913-119d-4504-ae4f-391284191db6" -d '{"events": [{"server_uuid": "3320db0e-a6f7-43cf-868d-d918c0d1547b", "name": "network-vif-plugged", "status": "completed", "tag": "f7847f02-8b19-4ae6-9285-4fed74bd1746"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:06.570187 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port f7847f02-8b19-4ae6-9285-4fed74bd1746, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f7847f02-8b19-4ae6-9285-4fed74bd1746,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:06.584618 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817d72c2-8905-46af-b52f-ca21cbd79e2b x-openstack-request-id: req-817d72c2-8905-46af-b52f-ca21cbd79e2b {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:06.584942 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3320db0e-a6f7-43cf-868d-d918c0d1547b", "name": "network-vif-plugged", "status": "completed", "tag": "f7847f02-8b19-4ae6-9285-4fed74bd1746", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:06.585203 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-817d72c2-8905-46af-b52f-ca21cbd79e2b {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:06.585627 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817d72c2-8905-46af-b52f-ca21cbd79e2b'] response: {'server_uuid': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'code': 200} May 05 20:32:06.641218 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:06.689148 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=f7847f02-8b19-4ae6-9285-4fed74bd1746,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:06.968234 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baffd9-98e1-40fd-8d9a-6cfa3f33a04e req-5b4d39f4-a130-4d71-a583-68c0cea20879 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:06.969719 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e5baffd9-98e1-40fd-8d9a-6cfa3f33a04e req-5b4d39f4-a130-4d71-a583-68c0cea20879 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 945 time: 0.1042225 May 05 20:32:07.009769 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf37532-fb47-46f0-b155-f494c2a1f6df req-68350d35-1e44-40cb-8b4d-64e70c9988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:07.011236 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8cf37532-fb47-46f0-b155-f494c2a1f6df req-68350d35-1e44-40cb-8b4d-64e70c9988a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 1129 time: 0.0467806 May 05 20:32:07.060585 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8cf37532-fb47-46f0-b155-f494c2a1f6df req-444426dc-d707-4f85-88ad-a0790f6b2021 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 May 05 20:32:07.085639 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e5baffd9-98e1-40fd-8d9a-6cfa3f33a04e req-1fc9ba56-3336-4084-935c-ea96f1af5066 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078203 May 05 20:32:07.098605 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-241e8a77-1a27-4851-baa8-6938b6e5b3e8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:07.175618 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-241e8a77-1a27-4851-baa8-6938b6e5b3e8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (3e0eb94c-deec-430f-a3a5-7932779d54dc), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:07.385584 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241e8a77-1a27-4851-baa8-6938b6e5b3e8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Router 211300e7-5dd5-41dc-8626-ffae5d27289a has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:32:07.550834 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241e8a77-1a27-4851-baa8-6938b6e5b3e8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:32:07.557777 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-241e8a77-1a27-4851-baa8-6938b6e5b3e8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:07.563701 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] Sync routers for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:32:07.574615 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:32:07.575538 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:31:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:07.687264 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:32:07.793112 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:32:07.857053 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:07.859161 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc32c577-1be9-49b1-bec6-3c0609eca8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:07.877146 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-7156c17e-600e-4791-8d75-fa9ac181b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:07.878788 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-7156c17e-600e-4791-8d75-fa9ac181b1d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d757750e7af641b0b7ae7352c45433b5&device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 1168 time: 0.0480454 May 05 20:32:07.886782 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd997d-f485-49e7-be05-96e35e934057 req-79292681-5fcd-4dd9-b44b-bf268fd42672 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:07.888911 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-79292681-5fcd-4dd9-b44b-bf268fd42672 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/networks?id=7ab39458-7449-45fe-b784-78e5bdfb4d06 HTTP/1.1" status: 200 len: 814 time: 0.4138296 May 05 20:32:07.917552 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-241e8a77-1a27-4851-baa8-6938b6e5b3e8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "PUT /v2.0/floatingips/3e0eb94c-deec-430f-a3a5-7932779d54dc HTTP/1.1" status: 200 len: 993 time: 1.5136445 May 05 20:32:07.919253 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-f5d74a31-8dad-4832-ba98-f54690b03633 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/quotas/8acd5e7d1c0543a19b32f610880994c8 HTTP/1.1" status: 200 len: 375 time: 0.0235944 May 05 20:32:07.929030 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee559f-c3e6-4ea7-a8af-ae1f39b8429b req-738517c0-0f29-44cc-a068-0abcf098e0c3 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:07.933798 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f3ee559f-c3e6-4ea7-a8af-ae1f39b8429b req-738517c0-0f29-44cc-a068-0abcf098e0c3 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.1475461 May 05 20:32:07.947463 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '3e0eb94c-deec-430f-a3a5-7932779d54dc', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'port_id': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'mac_address': 'fa:16:3e:8e:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:19Z', 'updated_at': '2022-05-05T20:32:06Z', 'revision_number': 3, 'project_id': '4cca903e252a482da78be6052b1bc808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:43Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:07.976816 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-a16cd112-e05a-4751-a245-6050eeeb37ae tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8acd5e7d1c0543a19b32f610880994c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419924 May 05 20:32:07.978651 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] Checking router: 211300e7-5dd5-41dc-8626-ffae5d27289a for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:32:07.981462 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-b924b7c5-2ea2-4e1e-ba5d-79df7fae89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:07.983174 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-b924b7c5-2ea2-4e1e-ba5d-79df7fae89fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=af5bcccc-edb9-4199-814f-06d5f7386fb4 HTTP/1.1" status: 200 len: 915 time: 0.0963123 May 05 20:32:07.988054 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:32:07.988673 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:31:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:08.054094 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-6c6449e1-98e0-45f8-81aa-d57bb3fc7476 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 1001 time: 0.0634599 May 05 20:32:08.070043 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f3ee559f-c3e6-4ea7-a8af-ae1f39b8429b req-769c32c8-76ba-4eb2-b661-bece10a73d07 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245692 May 05 20:32:08.115130 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-3baa8f9a-abe6-46e1-aa78-59e19b093697 service neutron] 10.222.0.49 "GET /v2.0/networks/7ab39458-7449-45fe-b784-78e5bdfb4d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290302 May 05 20:32:08.128120 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-35d186c9-2cbb-422c-9980-5a163400eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:08.129630 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-35d186c9-2cbb-422c-9980-5a163400eb22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87979222-ee86-40c4-97e0-6e148b661a1c HTTP/1.1" status: 200 len: 853 time: 0.0673430 May 05 20:32:08.148574 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea78224e-f21a-441c-a124-a7c49ebb0c37 x-openstack-request-id: req-ea78224e-f21a-441c-a124-a7c49ebb0c37 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:08.148574 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:08.148858 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea78224e-f21a-441c-a124-a7c49ebb0c37 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:08.149329 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea78224e-f21a-441c-a124-a7c49ebb0c37'] response: {'name': 'network-changed', 'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'status': 'completed', 'code': 200} May 05 20:32:08.194995 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:32:08.253909 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-bff4dc10-a55a-4336-97b1-620d9b022dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:08.255437 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-bff4dc10-a55a-4336-97b1-620d9b022dd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af5bcccc-edb9-4199-814f-06d5f7386fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1131918 May 05 20:32:08.258077 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-07269cd4-dd27-4d48-9501-a3be28267eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:08.259844 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-41dc4b9c-27e0-45d9-83bc-897abc318e32 service neutron] 10.222.0.49 "GET /v2.0/networks/7ab39458-7449-45fe-b784-78e5bdfb4d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363671 May 05 20:32:08.262178 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-07269cd4-dd27-4d48-9501-a3be28267eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 1129 time: 0.0642414 May 05 20:32:08.271287 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9e1c8-95a1-4b5d-8a76-cc76bbd7db3c req-6f1458e0-2e5c-477d-aa2c-dbac9da2b20a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:08.272850 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-eff9e1c8-95a1-4b5d-8a76-cc76bbd7db3c req-6f1458e0-2e5c-477d-aa2c-dbac9da2b20a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 945 time: 0.0809557 May 05 20:32:08.332086 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-eff9e1c8-95a1-4b5d-8a76-cc76bbd7db3c req-321fac6e-d832-49b8-b38e-08a4feac96b4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505807 May 05 20:32:08.436421 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-e69be279-71e1-4239-960a-2b9806d108be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:08.437999 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-e69be279-71e1-4239-960a-2b9806d108be service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.1635451 May 05 20:32:08.440000 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-39eaa3fb-1f85-4fc1-a6da-deb5468cc529 service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726532 May 05 20:32:08.451217 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '3e0eb94c-deec-430f-a3a5-7932779d54dc', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'port_id': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'mac_address': 'fa:16:3e:8e:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:19Z', 'updated_at': '2022-05-05T20:32:06Z', 'revision_number': 3, 'project_id': '4cca903e252a482da78be6052b1bc808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:43Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:08.488282 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbef478-93df-4d37-bc50-f018349db4af None None] The sync data for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi is: [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '3e0eb94c-deec-430f-a3a5-7932779d54dc', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'port_id': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'mac_address': 'fa:16:3e:8e:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:19Z', 'updated_at': '2022-05-05T20:32:06Z', 'revision_number': 3, 'project_id': '4cca903e252a482da78be6052b1bc808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:43Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:32:08.571699 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-3c31d44b-3c1f-4415-865b-47fdd13ea86b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7826565-819a-4e94-a4b7-6a1addc47da1 HTTP/1.1" status: 200 len: 1001 time: 0.1212323 May 05 20:32:08.574588 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fdb2520c-cdf6-4b69-9ad1-4e48e4457d7d req-38fae2d0-d1d9-4f2b-ade5-f6e29edc250b tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 210 time: 0.0524585 May 05 20:32:08.642000 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a973365-fbf8-4233-b0c6-e92af5952731 req-feff2940-fb3d-47a6-a37a-f1b5b07ee3e7 service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854508 May 05 20:32:08.661223 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-ab38ebeb-0734-4e0f-ad75-6e3a0a80c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:08.665906 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-ab38ebeb-0734-4e0f-ad75-6e3a0a80c34c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0827343 May 05 20:32:08.723836 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-9a9d3c86-8626-4615-b1c3-ac9eb7efc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:08.725467 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-9a9d3c86-8626-4615-b1c3-ac9eb7efc309 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520310 May 05 20:32:08.828035 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-854872ae-1dba-49bf-b000-8951ddc21c45 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897605 May 05 20:32:08.926498 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc32c577-1be9-49b1-bec6-3c0609eca8e2 req-85115572-caba-47ae-9714-96ba05389bd3 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906575 May 05 20:32:09.199848 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7779a6-4e23-4392-b760-4e8cf30cc223 req-53bb9462-fa58-4291-8df5-e85f3436c49d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:09.201392 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0b7779a6-4e23-4392-b760-4e8cf30cc223 req-53bb9462-fa58-4291-8df5-e85f3436c49d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0552220 May 05 20:32:09.262065 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0b7779a6-4e23-4392-b760-4e8cf30cc223 req-79cbcabd-a3c4-40b3-bb07-216def7e05dd tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549567 May 05 20:32:09.465359 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490492-4c3e-453c-8c21-a3f950bf6820 req-ce8f39b0-1fb1-42d4-9a7c-0906bc26cc2c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:09.466873 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a490492-4c3e-453c-8c21-a3f950bf6820 req-ce8f39b0-1fb1-42d4-9a7c-0906bc26cc2c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 945 time: 0.0552466 May 05 20:32:09.516014 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a490492-4c3e-453c-8c21-a3f950bf6820 req-8a54c4f4-2ce7-4500-bdf1-ca644fa8f6cb tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 May 05 20:32:09.646788 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dc88f119-4529-43ca-8836-cf6b27ac68f7 req-8ad2e9c0-d4a9-4c00-9b85-a3197579cbe5 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 210 time: 0.0304191 May 05 20:32:09.664872 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53fb9d-52d3-4e9b-a906-1ac78a5c619e req-525fe67b-62cc-45ac-8292-9737843ddc69 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:09.666524 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dd53fb9d-52d3-4e9b-a906-1ac78a5c619e req-525fe67b-62cc-45ac-8292-9737843ddc69 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 945 time: 0.0831442 May 05 20:32:09.717671 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dd53fb9d-52d3-4e9b-a906-1ac78a5c619e req-c1d73156-5ee9-4027-ad6b-a92a6510254b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455682 May 05 20:32:09.740017 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34450) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:09.882338 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc453d7-445b-4b13-afc8-3cd392446992 tempest-TestVolumeBootPattern-617802492 tempest-TestVolumeBootPattern-617802492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:09.884546 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bbc453d7-445b-4b13-afc8-3cd392446992 tempest-TestVolumeBootPattern-617802492 tempest-TestVolumeBootPattern-617802492-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 1124 time: 0.1429079 May 05 20:32:09.887579 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34454) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:09.891865 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'port_id': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:10.007136 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:10.112057 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:10.151561 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:10.153804 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed772c3-35a8-4247-8755-d49c65b2fa94" -d '{"events": [{"name": "network-changed", "server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:10.198108 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbe3d71-1001-4a81-b0c7-4b8780bd89e6 x-openstack-request-id: req-6fbe3d71-1001-4a81-b0c7-4b8780bd89e6 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:10.201629 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:10.201629 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fbe3d71-1001-4a81-b0c7-4b8780bd89e6 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:10.201629 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fbe3d71-1001-4a81-b0c7-4b8780bd89e6'] response: {'name': 'network-changed', 'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'status': 'completed', 'code': 200} May 05 20:32:10.234742 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Allocated IP 172.27.0.93 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/eb19dbbf-36d4-4b12-9581-7f1058666289) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:32:10.271797 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-34b87303-8566-4a10-978f-ae12d02d26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:10.273313 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-34b87303-8566-4a10-978f-ae12d02d26ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 1129 time: 0.0488143 May 05 20:32:10.372089 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for port (eb19dbbf-36d4-4b12-9581-7f1058666289), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:10.372299 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-fb812901-297f-4704-b968-be3e7f4cd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:10.373677 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-fb812901-297f-4704-b968-be3e7f4cd4c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.0931118 May 05 20:32:10.415139 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc9aa7-6eb4-4301-850c-831838655607 req-741eea8a-7658-41f4-b36d-e031ad7385af tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:10.417371 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7bc9aa7-6eb4-4301-850c-831838655607 req-741eea8a-7658-41f4-b36d-e031ad7385af tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0846875 May 05 20:32:10.442957 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-8ff620c1-4a3a-4b97-9701-9ac5ff6f147d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7826565-819a-4e94-a4b7-6a1addc47da1 HTTP/1.1" status: 200 len: 1001 time: 0.0609832 May 05 20:32:10.482502 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7bc9aa7-6eb4-4301-850c-831838655607 req-43903645-2cbc-437c-adfa-1f243ac42844 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586569 May 05 20:32:10.510863 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-a309bd51-7c2b-489f-82ac-f0e6e09845a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:10.511058 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (eb19dbbf-36d4-4b12-9581-7f1058666289), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:10.512365 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-a309bd51-7c2b-489f-82ac-f0e6e09845a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0626104 May 05 20:32:10.547719 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:32:10.550839 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:32:10.554576 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:32:10.570092 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-661b1c7c-df30-4956-9f31-d2554d8900cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:10.572552 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-661b1c7c-df30-4956-9f31-d2554d8900cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519710 May 05 20:32:10.583586 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'Port': ['ID=eb19dbbf-36d4-4b12-9581-7f1058666289,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:10.663530 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-3397291d-defe-4429-b8af-cfe1af327d96 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842166 May 05 20:32:10.764868 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ed772c3-35a8-4247-8755-d49c65b2fa94 req-1354f82e-41ea-47ed-a036-e2e3d499af2b service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943003 May 05 20:32:10.765139 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c63cd0d2-01d7-4bc8-8666-596e4a953cba req-ce498366-9a76-40c7-8b91-682731f30278 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 210 time: 0.0376499 May 05 20:32:10.961392 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd997d-f485-49e7-be05-96e35e934057 req-8b4fe29a-61bb-4cef-8d9a-69aa0b781c3b tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:10.962894 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-8b4fe29a-61bb-4cef-8d9a-69aa0b781c3b tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.41 "GET /v2.0/networks?id=7ab39458-7449-45fe-b784-78e5bdfb4d06 HTTP/1.1" status: 200 len: 814 time: 0.1035929 May 05 20:32:10.984368 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Request body: {'port': {'device_id': 'c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f', 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06', 'admin_state_up': True, 'tenant_id': '8acd5e7d1c0543a19b32f610880994c8'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:10.989197 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (79710123-f488-4ab0-b027-36348b360c5b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.164175 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (eb19dbbf-36d4-4b12-9581-7f1058666289), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.200993 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Made reservation on behalf of 8acd5e7d1c0543a19b32f610880994c8 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:32:11.204339 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.318845 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for port (eb19dbbf-36d4-4b12-9581-7f1058666289), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.334052 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Allocated IP 172.20.0.10 (7ab39458-7449-45fe-b784-78e5bdfb4d06/bebc89b5-399d-4e59-ae6a-d5be14142e38/a73d0804-3187-4b2f-b7eb-fea46d3a1f40) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:32:11.378010 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (eb19dbbf-36d4-4b12-9581-7f1058666289), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.451598 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'Port': ['ID=eb19dbbf-36d4-4b12-9581-7f1058666289,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:11.460575 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (79710123-f488-4ab0-b027-36348b360c5b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.480822 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks [] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.573869 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.593817 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Floating IP 79710123-f488-4ab0-b027-36348b360c5b associated. External IP: 172.27.0.93, port: f7847f02-8b19-4ae6-9285-4fed74bd1746. May 05 20:32:11.620920 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Network 7ab39458-7449-45fe-b784-78e5bdfb4d06 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:32:11.626150 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:32:11.630943 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:32:11.662084 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0b51-5ab1-448e-b790-cb1ab0bb7ff4 req-b6818ec0-04e2-442e-9145-36501c0ee6a6 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:11.662370 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Pushing event updated for resources: {'Port': ['ID=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:11.663573 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-caee0b51-5ab1-448e-b790-cb1ab0bb7ff4 req-b6818ec0-04e2-442e-9145-36501c0ee6a6 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.1116493 May 05 20:32:11.686232 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:11.686836 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.755727 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-8d3d907e-5a63-4dc6-a434-e61f484c2d39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7755888 May 05 20:32:11.768927 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Request body: {'port': {'device_id': 'c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:11.798533 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-caee0b51-5ab1-448e-b790-cb1ab0bb7ff4 req-1e49d6f0-3654-42a3-af6c-1119f716cda3 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081867 May 05 20:32:11.836082 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:11.912956 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Router 697b5724-350e-4acf-8784-63c6269b11b0 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:32:11.920939 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7366904-e8f3-4702-a0be-0c340f8cfa55 req-a3986306-56a8-4696-9e53-ae2b2c6985c4 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:11.922431 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d7366904-e8f3-4702-a0be-0c340f8cfa55 req-a3986306-56a8-4696-9e53-ae2b2c6985c4 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 932 time: 0.0718765 May 05 20:32:12.017102 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d7366904-e8f3-4702-a0be-0c340f8cfa55 req-5d00bd0c-85ac-4430-b950-bba8c961b50a tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874467 May 05 20:32:12.066713 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:32:12.077760 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] Sync routers for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:32:12.087312 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:32:12.087952 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:31:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:12.107400 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73d0804-3187-4b2f-b7eb-fea46d3a1f40 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:32:12.114923 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Publish callbacks [] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:12.127473 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Transition to ACTIVE for port object a73d0804-3187-4b2f-b7eb-fea46d3a1f40 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:32:12.200390 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:32:12.214807 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:12.246947 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:12.250947 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-52fe92fd-ad80-4e83-9ddc-ade55eff1187 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3623435 May 05 20:32:12.251755 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'tag': 'f7847f02-8b19-4ae6-9285-4fed74bd1746'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:12.254236 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7accd9-e64a-461d-b49e-e5ca97221824" -d '{"events": [{"name": "network-changed", "server_uuid": "3320db0e-a6f7-43cf-868d-d918c0d1547b", "tag": "f7847f02-8b19-4ae6-9285-4fed74bd1746"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:12.292886 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a62406-6731-4307-8757-b33ed910c166 x-openstack-request-id: req-83a62406-6731-4307-8757-b33ed910c166 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:12.293181 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3320db0e-a6f7-43cf-868d-d918c0d1547b", "tag": "f7847f02-8b19-4ae6-9285-4fed74bd1746", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:12.293450 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83a62406-6731-4307-8757-b33ed910c166 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:12.293875 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a62406-6731-4307-8757-b33ed910c166'] response: {'name': 'network-changed', 'server_uuid': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'tag': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'status': 'completed', 'code': 200} May 05 20:32:12.303148 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:12.410691 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Attempting to bind port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:32:12.411357 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Attempting to bind port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:32:12.411357 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Attempting to bind port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 on network 7ab39458-7449-45fe-b784-78e5bdfb4d06 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:32:12.417633 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-8cc494fa-7edf-465d-8410-4265da69b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:12.419144 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-8cc494fa-7edf-465d-8410-4265da69b018 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 1129 time: 0.0908477 May 05 20:32:12.420093 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 on network 7ab39458-7449-45fe-b784-78e5bdfb4d06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:32:12.420409 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Attempting to bind port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 on network 7ab39458-7449-45fe-b784-78e5bdfb4d06 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:32:12.425427 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:32:12.425759 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Checking segment: {'id': 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:32:12.426150 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Bound using segment: {'id': 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:32:12.426560 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Bound port: a73d0804-3187-4b2f-b7eb-fea46d3a1f40, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:32:12.426915 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:12.561122 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] For port a73d0804-3187-4b2f-b7eb-fea46d3a1f40, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:32:12.570010 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] For port a73d0804-3187-4b2f-b7eb-fea46d3a1f40, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:32:12.573248 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-f076ba91-293d-4919-a2b8-cedd86ceeb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:12.573904 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-f076ba91-293d-4919-a2b8-cedd86ceeb4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 912 time: 0.1450391 May 05 20:32:12.604669 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '79710123-f488-4ab0-b027-36348b360c5b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:f4:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:32:10Z', 'updated_at': '2022-05-05T20:32:10Z', 'revision_number': 0, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:12.631763 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] Checking router: 697b5724-350e-4acf-8784-63c6269b11b0 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:32:12.641135 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:32:12.641788 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:31:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:12.642989 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-36856ba4-3b7b-42ec-b863-a0660183be75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7847f02-8b19-4ae6-9285-4fed74bd1746 HTTP/1.1" status: 200 len: 998 time: 0.0613675 May 05 20:32:12.659616 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:12.720892 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:12.721527 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:12.722880 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/a73d0804-3187-4b2f-b7eb-fea46d3a1f40 HTTP/1.1" status: 200 len: 1094 time: 0.9580646 May 05 20:32:12.724866 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f', 'tag': 'a73d0804-3187-4b2f-b7eb-fea46d3a1f40'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:12.727119 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae4e4e9-0f65-4b63-a811-4434ec819ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f", "tag": "a73d0804-3187-4b2f-b7eb-fea46d3a1f40"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:12.741772 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-37e96641-85e4-469c-9139-a35667263123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:12.746073 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-37e96641-85e4-469c-9139-a35667263123 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.0923092 May 05 20:32:12.763538 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:32:12.767068 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1173d0-0e7d-4dd8-af27-cf9c4f79f748 x-openstack-request-id: req-cd1173d0-0e7d-4dd8-af27-cf9c4f79f748 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:12.767368 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f", "tag": "a73d0804-3187-4b2f-b7eb-fea46d3a1f40", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:12.767610 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd1173d0-0e7d-4dd8-af27-cf9c4f79f748 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:12.768004 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1173d0-0e7d-4dd8-af27-cf9c4f79f748'] response: {'name': 'network-changed', 'server_uuid': 'c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f', 'tag': 'a73d0804-3187-4b2f-b7eb-fea46d3a1f40', 'status': 'completed', 'code': 200} May 05 20:32:12.789058 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e6b76-c775-4a3c-b3e4-5d6e325d34a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:12.842857 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-882696ec-d326-40db-b968-99e1bbe416b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:12.844384 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-882696ec-d326-40db-b968-99e1bbe416b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925410 May 05 20:32:12.850834 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e4e9-0f65-4b63-a811-4434ec819ff9 req-1bf34727-359c-4f83-b42b-1bbd389ac8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:12.852322 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8ae4e4e9-0f65-4b63-a811-4434ec819ff9 req-1bf34727-359c-4f83-b42b-1bbd389ac8e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8acd5e7d1c0543a19b32f610880994c8&device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 1128 time: 0.0645576 May 05 20:32:12.931631 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0e655-6601-49bc-8628-fcc9e053c72f req-766feded-09de-40e1-9b36-edfb642d9686 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:12.936187 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bef0e655-6601-49bc-8628-fcc9e053c72f req-766feded-09de-40e1-9b36-edfb642d9686 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0604343 May 05 20:32:12.996751 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bef0e655-6601-49bc-8628-fcc9e053c72f req-59225cff-db7a-44bc-95fb-14586bd41627 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574367 May 05 20:32:13.010044 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '79710123-f488-4ab0-b027-36348b360c5b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:f4:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:32:10Z', 'updated_at': '2022-05-05T20:32:10Z', 'revision_number': 0, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:13.037589 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ce82a-1191-4fb9-a518-90b961249570 None None] The sync data for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi is: [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '79710123-f488-4ab0-b027-36348b360c5b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:f4:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:32:10Z', 'updated_at': '2022-05-05T20:32:10Z', 'revision_number': 0, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:32:13.154069 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f549d-e494-48ad-bbfb-5b6f02ed9ae8 req-c24d13de-5649-4aea-8a67-821c6e01e41b tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:13.155652 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-518f549d-e494-48ad-bbfb-5b6f02ed9ae8 req-c24d13de-5649-4aea-8a67-821c6e01e41b tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 944 time: 0.0611277 May 05 20:32:13.207771 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-518f549d-e494-48ad-bbfb-5b6f02ed9ae8 req-4b66fd70-36d7-49d3-b844-cbd2bc7114e7 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 May 05 20:32:13.244521 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-c1c01b42-4d29-4f96-9cd8-197cbc3b77c8 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912151 May 05 20:32:13.249481 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e4e9-0f65-4b63-a811-4434ec819ff9 req-73ab0d72-68a1-4a08-8cd5-2ab5b8d5e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:13.250843 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8ae4e4e9-0f65-4b63-a811-4434ec819ff9 req-73ab0d72-68a1-4a08-8cd5-2ab5b8d5e065 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8acd5e7d1c0543a19b32f610880994c8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3795731 May 05 20:32:13.272930 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625537a2-49c0-4814-af72-ed8918f18416 None None] New status for floating IP 79710123-f488-4ab0-b027-36348b360c5b: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:32:13.409163 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b7accd9-e64a-461d-b49e-e5ca97221824 req-2f58e414-a0eb-42b9-b609-3b70d7ed6562 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573577 May 05 20:32:13.411766 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e4e9-0f65-4b63-a811-4434ec819ff9 req-8bf5f922-75fc-4483-ba59-78102e315d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:13.413098 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8ae4e4e9-0f65-4b63-a811-4434ec819ff9 req-8bf5f922-75fc-4483-ba59-78102e315d98 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541457 May 05 20:32:13.494643 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd997d-f485-49e7-be05-96e35e934057 req-aae6fe8c-4d4e-408f-a30f-baae16f12c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:13.496189 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-aae6fe8c-4d4e-408f-a30f-baae16f12c41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8acd5e7d1c0543a19b32f610880994c8&device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 1128 time: 0.0473871 May 05 20:32:13.542598 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-5b8c2068-6632-43bf-8bee-d221d682523f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73d0804-3187-4b2f-b7eb-fea46d3a1f40 HTTP/1.1" status: 200 len: 217 time: 0.0377083 May 05 20:32:13.595341 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd997d-f485-49e7-be05-96e35e934057 req-6f6cbb00-407c-4dd0-85b0-3c1129066296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:13.596796 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-6f6cbb00-407c-4dd0-85b0-3c1129066296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bebc89b5-399d-4e59-ae6a-d5be14142e38 HTTP/1.1" status: 200 len: 854 time: 0.0479352 May 05 20:32:13.629061 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-90a04621-de57-41c1-8d42-35e0f71e02a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ab39458-7449-45fe-b784-78e5bdfb4d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249300 May 05 20:32:13.669180 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:13.723215 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-a4488e5d-5e4a-4363-9b9c-fac4865fd407 service neutron] 10.222.0.41 "GET /v2.0/networks/7ab39458-7449-45fe-b784-78e5bdfb4d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867689 May 05 20:32:13.812091 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adcd997d-f485-49e7-be05-96e35e934057 req-88018e46-7abf-4acc-8089-c3ee434a31f4 service neutron] 10.222.0.41 "GET /v2.0/networks/7ab39458-7449-45fe-b784-78e5bdfb4d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801532 May 05 20:32:14.122157 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac00c3-abd9-4f71-ad98-8203a8ffbb85 req-1b01dcc1-b47c-4e20-bc77-8d31c7d3e571 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:14.123603 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-40ac00c3-abd9-4f71-ad98-8203a8ffbb85 req-1b01dcc1-b47c-4e20-bc77-8d31c7d3e571 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0579000 May 05 20:32:14.183450 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-40ac00c3-abd9-4f71-ad98-8203a8ffbb85 req-c293f211-68f8-4c50-90b5-0f0c15e5dc5f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538990 May 05 20:32:14.224266 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-ff813e8b-0166-4d85-b35a-a1ebc52da51e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462346 May 05 20:32:14.292497 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-ee01944b-a87f-4e85-bfd2-2ab83a3d7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:14.294077 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-ee01944b-a87f-4e85-bfd2-2ab83a3d7199 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 1129 time: 0.0493114 May 05 20:32:14.338857 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4f963-4386-4417-9189-2c89f4d7b5f8 req-6ef963c6-e063-4606-bddb-0f35656c064b tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:14.340378 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-13e4f963-4386-4417-9189-2c89f4d7b5f8 req-6ef963c6-e063-4606-bddb-0f35656c064b tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 944 time: 0.0595880 May 05 20:32:14.391601 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-13e4f963-4386-4417-9189-2c89f4d7b5f8 req-59da5dd3-25b4-4473-b403-4846352a7895 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452883 May 05 20:32:14.407911 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-9285cdcb-e8d1-4515-8888-52624d8f016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:14.409475 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-9285cdcb-e8d1-4515-8888-52624d8f016d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 200 len: 911 time: 0.0900607 May 05 20:32:14.480328 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-ead35fb7-6b73-466e-8bc5-3a953cc3d006 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7 HTTP/1.1" status: 200 len: 1000 time: 0.0619400 May 05 20:32:14.531354 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-6fdd4e9e-eafb-438e-8615-333e2f3ab0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:14.532762 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-6fdd4e9e-eafb-438e-8615-333e2f3ab0d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88edb06f-50ec-439a-9612-51e02d8b4d43 HTTP/1.1" status: 200 len: 849 time: 0.0440221 May 05 20:32:14.582601 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-d38ebc23-b6a3-4eae-bad6-c006b3366d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:14.584100 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-d38ebc23-b6a3-4eae-bad6-c006b3366d34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0bb89748-168d-4d28-ba29-6d7e24820be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443943 May 05 20:32:14.675332 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-7e36aa08-ed28-48db-b9ae-9f989dee8e04 service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841968 May 05 20:32:14.766129 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-874eedd9-db05-4c6b-a4b7-22ada027960c req-bb794816-a489-42a0-be5e-3c354430a465 service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815229 May 05 20:32:15.311783 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e952842-cfd8-491d-9500-c55fe92ae4af req-7cc27c75-ea55-4cf1-a508-ebdf6a162c94 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:15.313281 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e952842-cfd8-491d-9500-c55fe92ae4af req-7cc27c75-ea55-4cf1-a508-ebdf6a162c94 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0619841 May 05 20:32:15.374107 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e952842-cfd8-491d-9500-c55fe92ae4af req-32036e92-871d-4a14-8fb8-af2e7d8a0a5a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550356 May 05 20:32:15.508972 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbacf2-a855-403f-a93e-b057de98fefd req-24ff3ec7-5278-4481-9c50-ea44306486be tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:15.511200 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e4cbacf2-a855-403f-a93e-b057de98fefd req-24ff3ec7-5278-4481-9c50-ea44306486be tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 944 time: 0.0545344 May 05 20:32:15.556811 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e4cbacf2-a855-403f-a93e-b057de98fefd req-0586144c-ff78-4f46-b733-d8ac25ad4700 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 May 05 20:32:16.493687 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdf541-a78b-4922-88ca-b89fe2cd4f43 req-bbb5e0ac-3c2d-4d40-b717-4faa45d5728c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:16.495370 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91cdf541-a78b-4922-88ca-b89fe2cd4f43 req-bbb5e0ac-3c2d-4d40-b717-4faa45d5728c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0542088 May 05 20:32:16.556925 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91cdf541-a78b-4922-88ca-b89fe2cd4f43 req-3b4bc1b9-4f02-4387-ae5b-2108f46137d5 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558598 May 05 20:32:16.674116 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11310d-e2a7-4b15-bc42-4c1502278520 req-f8273611-afb5-42c8-864a-3348699d240f tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:16.675463 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9e11310d-e2a7-4b15-bc42-4c1502278520 req-f8273611-afb5-42c8-864a-3348699d240f tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 944 time: 0.0525301 May 05 20:32:16.721502 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9e11310d-e2a7-4b15-bc42-4c1502278520 req-073fe7d0-3ca0-401c-95ab-fc9325dcd4ee tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 May 05 20:32:17.672483 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cb28a-7e8d-40df-899a-0df638b50718 req-40abb77b-9916-4524-b923-62c733250f65 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:17.673969 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f0cb28a-7e8d-40df-899a-0df638b50718 req-40abb77b-9916-4524-b923-62c733250f65 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0516012 May 05 20:32:17.732135 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f0cb28a-7e8d-40df-899a-0df638b50718 req-3c15cc8e-3319-4670-bb95-a2c154c89c0f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525117 May 05 20:32:17.841102 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac70cfa-d770-497a-aecd-73a7d69b3312 req-6fed32f0-cfb5-420a-a120-7f0dd65de76a tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:17.842544 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bac70cfa-d770-497a-aecd-73a7d69b3312 req-6fed32f0-cfb5-420a-a120-7f0dd65de76a tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 944 time: 0.0565882 May 05 20:32:17.887603 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bac70cfa-d770-497a-aecd-73a7d69b3312 req-ff6a04ab-422c-4f2e-a3cd-7bd00636acc5 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 May 05 20:32:18.390340 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device a73d0804-3187-4b2f-b7eb-fea46d3a1f40 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:32:18.487326 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port a73d0804-3187-4b2f-b7eb-fea46d3a1f40, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:18.499770 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'a73d0804-3187-4b2f-b7eb-fea46d3a1f40', 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06', 'port_id': 'a73d0804-3187-4b2f-b7eb-fea46d3a1f40', 'mac_address': 'fa:16:3e:c8:20:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc89b5-399d-4e59-ae6a-d5be14142e38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:32:18.536023 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:32:18.536409 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:18.549423 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73d0804-3187-4b2f-b7eb-fea46d3a1f40 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:32:18.569891 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port a73d0804-3187-4b2f-b7eb-fea46d3a1f40, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:18.644182 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:18.695541 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:18.850246 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3bb5e-d17d-4d17-b78a-2771e180b3c1 req-4ac5a8d5-8570-4bd0-a60a-e631b0003eef tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:18.851755 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b3f3bb5e-d17d-4d17-b78a-2771e180b3c1 req-4ac5a8d5-8570-4bd0-a60a-e631b0003eef tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0542228 May 05 20:32:18.916570 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b3f3bb5e-d17d-4d17-b78a-2771e180b3c1 req-bd43540a-f3ff-49ee-80e7-9c9e3efa0259 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578206 May 05 20:32:18.991166 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['a73d0804-3187-4b2f-b7eb-fea46d3a1f40'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:32:19.006858 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d6170-32fc-4591-8158-8d72e207e148 req-f76240e9-c9a9-4972-8bb2-fb9921065e39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:19.008327 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5d4d6170-32fc-4591-8158-8d72e207e148 req-f76240e9-c9a9-4972-8bb2-fb9921065e39 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 945 time: 0.0538843 May 05 20:32:19.059495 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5d4d6170-32fc-4591-8158-8d72e207e148 req-82f9f357-8ddc-43b4-be25-cc9e574f4585 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448463 May 05 20:32:20.037830 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da446113-95c5-4a3b-a3c0-86549a47fdbf req-fb016f44-1055-428b-980a-b905f7c269ad tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:20.039285 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da446113-95c5-4a3b-a3c0-86549a47fdbf req-fb016f44-1055-428b-980a-b905f7c269ad tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0536144 May 05 20:32:20.099805 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da446113-95c5-4a3b-a3c0-86549a47fdbf req-56ad5105-7753-4ef4-b517-5db22ef9d170 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547428 May 05 20:32:20.178544 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec9792-ca95-4805-a806-66731e86c554 req-120d20b9-a74a-4f9d-8147-79fd5075e8ca tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:20.180006 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c7ec9792-ca95-4805-a806-66731e86c554 req-120d20b9-a74a-4f9d-8147-79fd5075e8ca tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 945 time: 0.0533772 May 05 20:32:20.229037 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c7ec9792-ca95-4805-a806-66731e86c554 req-0cbb9c3f-4bfc-4f98-b40d-518e6c3f7754 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 May 05 20:32:20.402715 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device a73d0804-3187-4b2f-b7eb-fea46d3a1f40 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:32:20.501345 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:32:20.504961 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:32:20.505364 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:20.580166 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:32:20.580571 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:20.603585 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d0804-3187-4b2f-b7eb-fea46d3a1f40'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:20.605928 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c9be4-3759-4618-9264-d74da0ee64b9" -d '{"events": [{"server_uuid": "c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f", "name": "network-vif-plugged", "status": "completed", "tag": "a73d0804-3187-4b2f-b7eb-fea46d3a1f40"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:20.618275 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port a73d0804-3187-4b2f-b7eb-fea46d3a1f40, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:20.640071 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6205a2de-a5c0-40a2-9f18-6b4125b0f493 x-openstack-request-id: req-6205a2de-a5c0-40a2-9f18-6b4125b0f493 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:20.640358 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f", "name": "network-vif-plugged", "status": "completed", "tag": "a73d0804-3187-4b2f-b7eb-fea46d3a1f40", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:20.640614 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6205a2de-a5c0-40a2-9f18-6b4125b0f493 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:20.641005 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6205a2de-a5c0-40a2-9f18-6b4125b0f493'] response: {'server_uuid': 'c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d0804-3187-4b2f-b7eb-fea46d3a1f40', 'code': 200} May 05 20:32:20.681038 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:20.731155 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:20.917556 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdced2b8-4e48-437e-b5ff-cef4d3d829ee req-79de8e96-c066-4dcf-ac21-f3f17cc4f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:20.919072 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cdced2b8-4e48-437e-b5ff-cef4d3d829ee req-79de8e96-c066-4dcf-ac21-f3f17cc4f644 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 1130 time: 0.0473812 May 05 20:32:20.964573 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cdced2b8-4e48-437e-b5ff-cef4d3d829ee req-0a76e7f0-aaff-469e-a53c-4c3eaafac06b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 May 05 20:32:21.224675 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e604e-2133-4e28-836f-4cd8d0a03fb8 req-8d0eaf13-3107-4795-8633-9deb334d546f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:21.226184 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a01e604e-2133-4e28-836f-4cd8d0a03fb8 req-8d0eaf13-3107-4795-8633-9deb334d546f tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0568707 May 05 20:32:21.285590 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a01e604e-2133-4e28-836f-4cd8d0a03fb8 req-d1bf2019-6905-47b4-90c6-75f866158de6 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535181 May 05 20:32:21.391257 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d71fe-b6a6-4b11-973e-8601880a2d1d req-1e0397df-b02d-4dd2-a66a-00472dfc150a tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:21.392683 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a89d71fe-b6a6-4b11-973e-8601880a2d1d req-1e0397df-b02d-4dd2-a66a-00472dfc150a tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 946 time: 0.0531223 May 05 20:32:21.441784 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a89d71fe-b6a6-4b11-973e-8601880a2d1d req-ababaaf8-e4b7-4140-9527-851f03c4d9d4 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 May 05 20:32:22.410322 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5253c03-3a71-4c86-b8b4-fa5b5f086807 req-d70ec4ca-b4f7-4476-83a6-f954dd3cbb1c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:22.411778 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5253c03-3a71-4c86-b8b4-fa5b5f086807 req-d70ec4ca-b4f7-4476-83a6-f954dd3cbb1c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0595739 May 05 20:32:22.473730 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5253c03-3a71-4c86-b8b4-fa5b5f086807 req-c6e7dd1d-a94a-4dfe-9a36-eb9092e25329 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557966 May 05 20:32:22.578225 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c69b4-272a-48c3-a264-a0bff2942158 req-cd227ef7-8be5-43f8-8d7a-b02451910eb3 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:22.579719 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a34c69b4-272a-48c3-a264-a0bff2942158 req-cd227ef7-8be5-43f8-8d7a-b02451910eb3 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 946 time: 0.0579324 May 05 20:32:22.628944 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a34c69b4-272a-48c3-a264-a0bff2942158 req-e0f999e1-5b03-4c15-90dc-b531f59cfff7 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 May 05 20:32:22.884391 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22c90bca-8d4d-4ec7-9245-6abd92f49738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:23.595663 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcc51d-3f85-4f70-b972-8fa981efe1ed req-dad25ca1-3628-4ed6-ab09-b586ddb358be tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:23.597128 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-43bcc51d-3f85-4f70-b972-8fa981efe1ed req-dad25ca1-3628-4ed6-ab09-b586ddb358be tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0576696 May 05 20:32:23.663018 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-43bcc51d-3f85-4f70-b972-8fa981efe1ed req-cca537b6-3ebf-4201-82f6-4fb0e00badfa tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600941 May 05 20:32:24.248066 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be2a7e-08aa-42ed-95e5-9a8ed3974014 req-1e72dd8e-f3b2-4c9e-a5df-46cbf6d0165c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:24.249461 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-61be2a7e-08aa-42ed-95e5-9a8ed3974014 req-1e72dd8e-f3b2-4c9e-a5df-46cbf6d0165c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.2548132 May 05 20:32:24.295194 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-61be2a7e-08aa-42ed-95e5-9a8ed3974014 req-7c6f28e0-50c3-4dea-af99-b667dd546f94 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 May 05 20:32:24.788995 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bdbf0-2076-403b-a9ce-5de33d41fdcb req-1164af73-e175-491c-9422-89e98c98d245 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:24.790474 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a09bdbf0-2076-403b-a9ce-5de33d41fdcb req-1164af73-e175-491c-9422-89e98c98d245 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0531590 May 05 20:32:24.854769 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a09bdbf0-2076-403b-a9ce-5de33d41fdcb req-d135938c-6a31-4778-9d24-f02c005c79df tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580664 May 05 20:32:25.058703 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e149af1a-9cd7-472e-afbb-2e53c614b72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:25.422375 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3b296-fdaf-433c-808a-1e203d61c3ac req-7d4168c9-4462-4ae2-923b-d1a7dc8a2c0c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:25.423832 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-28f3b296-fdaf-433c-808a-1e203d61c3ac req-7d4168c9-4462-4ae2-923b-d1a7dc8a2c0c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.0549147 May 05 20:32:25.471587 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-28f3b296-fdaf-433c-808a-1e203d61c3ac req-dd719b99-62e0-4133-8ab8-da39fc8975ab tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413992 May 05 20:32:25.974316 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b9eea-4b80-4563-9843-110d428ae504 req-cb745829-f2e0-49ac-a9bc-6b27c1b6623c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:25.975781 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e93b9eea-4b80-4563-9843-110d428ae504 req-cb745829-f2e0-49ac-a9bc-6b27c1b6623c tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0531170 May 05 20:32:26.035078 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e93b9eea-4b80-4563-9843-110d428ae504 req-02099a77-f202-49b2-a26a-d39cdc785a31 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=5237c5b3-3bd2-4baa-af22-212c377fab08&id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536325 May 05 20:32:26.324286 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-55c3bd8e-ea1e-4729-bc29-be4c39ddb0d2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:26.358013 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-55c3bd8e-ea1e-4729-bc29-be4c39ddb0d2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.0586030 May 05 20:32:26.433109 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:26.444490 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Deleting port 4fe77acf-0b5a-4534-ba09-b09be799566e {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:32:26.444826 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:26.546391 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] For port 4fe77acf-0b5a-4534-ba09-b09be799566e, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4fe77acf-0b5a-4534-ba09-b09be799566e,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:26.546756 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:26.614844 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c180167-2f9f-4da2-9162-1a186579782e req-9185e04a-d169-4118-9a49-cf64ef0b1493 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:26.616211 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0c180167-2f9f-4da2-9162-1a186579782e req-9185e04a-d169-4118-9a49-cf64ef0b1493 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 947 time: 0.0557911 May 05 20:32:26.666331 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0c180167-2f9f-4da2-9162-1a186579782e req-1dacd85e-6456-4d35-a8c5-7a2c43039ace tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcabe74a-1775-45e7-a3d9-53f8056e586b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443377 May 05 20:32:26.775932 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:26.776972 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (f5ffbef4-95d8-453c-8b2c-f974cf7eeb09), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:26.777604 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Floating IP f5ffbef4-95d8-453c-8b2c-f974cf7eeb09 disassociated. External IP: 172.27.0.15, port: 4fe77acf-0b5a-4534-ba09-b09be799566e. May 05 20:32:26.778132 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Calling delete_port for 4fe77acf-0b5a-4534-ba09-b09be799566e owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:32:26.972410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (4fe77acf-0b5a-4534-ba09-b09be799566e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:27.004379 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event deleted for resources: {'Port': ['ID=4fe77acf-0b5a-4534-ba09-b09be799566e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:27.016468 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.016843 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.017183 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.017539 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.017873 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.018201 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.018526 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.018850 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.019173 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.019499 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.019819 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.020140 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.020483 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:27.138419 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Router 0a60366f-53fe-4d16-a280-336d06eaae56 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:32:27.253274 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:32:27.264676 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] Sync routers for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:32:27.275109 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:32:27.276177 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:32:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:27.298376 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] No DVR routers for this DVR port 4fe77acf-0b5a-4534-ba09-b09be799566e on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:32:27.301120 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:27.304512 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5ac6b7ef-5500-4a36-aeab-3c3d676d7f3a req-72b3a2d9-e847-402b-bd41-290d2a35ed72 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "DELETE /v2.0/ports/4fe77acf-0b5a-4534-ba09-b09be799566e HTTP/1.1" status: 204 len: 173 time: 0.9727280 May 05 20:32:27.305060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-deleted', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:27.307910 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45adeaf-90a9-4294-96ce-0ef0e7dfcd5b" -d '{"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-deleted", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:27.343396 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e3f326-2679-43f9-98e9-482286c60166 x-openstack-request-id: req-b5e3f326-2679-43f9-98e9-482286c60166 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:27.343992 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce755ebd-472b-4047-b516-e85514ca6bdc", "name": "network-vif-deleted", "tag": "4fe77acf-0b5a-4534-ba09-b09be799566e", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:27.343992 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5e3f326-2679-43f9-98e9-482286c60166 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:27.344356 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e3f326-2679-43f9-98e9-482286c60166'] response: {'server_uuid': 'ce755ebd-472b-4047-b516-e85514ca6bdc', 'name': 'network-vif-deleted', 'tag': '4fe77acf-0b5a-4534-ba09-b09be799566e', 'status': 'completed', 'code': 200} May 05 20:32:27.398242 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:32:27.618768 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:27.646405 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] Checking router: 0a60366f-53fe-4d16-a280-336d06eaae56 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:32:27.655580 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:32:27.656315 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:32:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:27.772209 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:32:27.789606 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea8a278e-eb3b-4327-8763-bfad0eeb6a76 req-c4c708b9-6f25-4980-8461-7be66ef8286d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce755ebd-472b-4047-b516-e85514ca6bdc HTTP/1.1" status: 200 len: 210 time: 0.0288310 May 05 20:32:28.112737 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:28.115808 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:28.139861 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0b059-34ad-4cfa-9236-1df6ec73a1fc None None] The sync data for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi is: [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:32:28.392098 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a2c68-ed58-4729-81e8-f3e3e7a40129 None None] New status for floating IP f5ffbef4-95d8-453c-8b2c-f974cf7eeb09: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:32:28.979815 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34632) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:29.041819 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (dcabe74a-1775-45e7-a3d9-53f8056e586b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.066206 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (dcabe74a-1775-45e7-a3d9-53f8056e586b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.187018 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (dcabe74a-1775-45e7-a3d9-53f8056e586b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.189697 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.190854 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "DELETE /v2.0/security-groups/dcabe74a-1775-45e7-a3d9-53f8056e586b HTTP/1.1" status: 204 len: 168 time: 0.2099812 May 05 20:32:29.193930 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34634) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:29.201244 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcabe74a-1775-45e7-a3d9-53f8056e586b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:29.208634 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.208986 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.209360 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.209700 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.209973 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-2bf11723-e97b-44df-a61c-7a4945f545f3 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] show failed (client error): The resource could not be found. May 05 20:32:29.210093 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.210346 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.210671 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.214817 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.214817 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.215052 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2bf11723-e97b-44df-a61c-7a4945f545f3 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups/dcabe74a-1775-45e7-a3d9-53f8056e586b HTTP/1.1" status: 404 len: 347 time: 0.0163109 May 05 20:32:29.215137 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.215137 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.215137 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.215137 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a92fd-f5d7-4dfc-92ac-fd06561a9e00 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:29.216087 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34636) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:29.356513 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Deleting port aa5b069a-9cbf-4193-b3fb-5c7a66873e1f {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:32:29.356875 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (aa5b069a-9cbf-4193-b3fb-5c7a66873e1f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.448694 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (aa5b069a-9cbf-4193-b3fb-5c7a66873e1f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.449036 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (aa5b069a-9cbf-4193-b3fb-5c7a66873e1f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.460940 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Calling delete_port for aa5b069a-9cbf-4193-b3fb-5c7a66873e1f owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:32:29.484849 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.675446 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (aa5b069a-9cbf-4193-b3fb-5c7a66873e1f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.706678 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event deleted for resources: {'Port': ['ID=aa5b069a-9cbf-4193-b3fb-5c7a66873e1f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:29.767286 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (f5ffbef4-95d8-453c-8b2c-f974cf7eeb09), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.769719 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:29.770853 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-53306d8f-0d00-45d2-a1f1-7405cf14f806 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "DELETE /v2.0/floatingips/f5ffbef4-95d8-453c-8b2c-f974cf7eeb09 HTTP/1.1" status: 204 len: 168 time: 0.5532911 May 05 20:32:30.120898 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34642) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:30.125560 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-80bc9d8f-fcf2-4251-992b-5050f62d4e19 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003610557', 'description': 'tempest-description--207937581'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:30.262501 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80bc9d8f-fcf2-4251-992b-5050f62d4e19 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:30.329825 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80bc9d8f-fcf2-4251-992b-5050f62d4e19 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (a840a7da-27de-4e26-99ae-ae9883b57737), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:30.434374 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:32:30.458966 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 4fe77acf-0b5a-4534-ba09-b09be799566e {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:32:30.459301 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4fe77acf-0b5a-4534-ba09-b09be799566e not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:32:30.511787 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80bc9d8f-fcf2-4251-992b-5050f62d4e19 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (a840a7da-27de-4e26-99ae-ae9883b57737), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:30.544690 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc9d8f-fcf2-4251-992b-5050f62d4e19 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a840a7da-27de-4e26-99ae-ae9883b57737,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:30.906066 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80bc9d8f-fcf2-4251-992b-5050f62d4e19 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:30.910581 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-80bc9d8f-fcf2-4251-992b-5050f62d4e19 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7854369 May 05 20:32:30.910756 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34646) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:30.915176 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-17bd7293-8fd0-4e1f-83b0-a9ba197259d7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'security_group_rule': {'security_group_id': 'a840a7da-27de-4e26-99ae-ae9883b57737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:31.006360 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-17bd7293-8fd0-4e1f-83b0-a9ba197259d7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (430cbed5-469e-4201-aae4-6ffcee28df7a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:31.065353 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-17bd7293-8fd0-4e1f-83b0-a9ba197259d7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (430cbed5-469e-4201-aae4-6ffcee28df7a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:31.149186 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-17bd7293-8fd0-4e1f-83b0-a9ba197259d7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (430cbed5-469e-4201-aae4-6ffcee28df7a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:31.168315 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd7293-8fd0-4e1f-83b0-a9ba197259d7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430cbed5-469e-4201-aae4-6ffcee28df7a,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:31.297783 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-17bd7293-8fd0-4e1f-83b0-a9ba197259d7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:31.299161 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-17bd7293-8fd0-4e1f-83b0-a9ba197259d7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3874519 May 05 20:32:31.301936 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34648) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:31.306248 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-819df54d-929f-4b79-a30c-ac26ded61b0b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'security_group_rule': {'security_group_id': 'a840a7da-27de-4e26-99ae-ae9883b57737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:31.411813 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-819df54d-929f-4b79-a30c-ac26ded61b0b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (c0f404b6-be58-4458-b722-754ef413e34c), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:31.466960 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-819df54d-929f-4b79-a30c-ac26ded61b0b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (c0f404b6-be58-4458-b722-754ef413e34c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:31.549283 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-819df54d-929f-4b79-a30c-ac26ded61b0b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (c0f404b6-be58-4458-b722-754ef413e34c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:31.568785 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819df54d-929f-4b79-a30c-ac26ded61b0b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f404b6-be58-4458-b722-754ef413e34c,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:31.642566 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-819df54d-929f-4b79-a30c-ac26ded61b0b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:31.643938 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-819df54d-929f-4b79-a30c-ac26ded61b0b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3410754 May 05 20:32:31.646974 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34650) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:31.651957 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:31.744009 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.055959 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.163542 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Allocated IP 172.27.0.61 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/e3428170-3ca3-42a1-80cc-d8cb03ba4938) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:32:32.268024 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for port (e3428170-3ca3-42a1-80cc-d8cb03ba4938), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.361328 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (e3428170-3ca3-42a1-80cc-d8cb03ba4938), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.401572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:32:32.404410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:32:32.410978 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:32:32.414267 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'Port': ['ID=e3428170-3ca3-42a1-80cc-d8cb03ba4938,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:32.535045 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (7639974f-c0d7-4092-b2e5-9a79f2236628), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.629489 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (e3428170-3ca3-42a1-80cc-d8cb03ba4938), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.780023 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for port (e3428170-3ca3-42a1-80cc-d8cb03ba4938), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.840873 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (e3428170-3ca3-42a1-80cc-d8cb03ba4938), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.917379 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'Port': ['ID=e3428170-3ca3-42a1-80cc-d8cb03ba4938,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:32.923328 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (7639974f-c0d7-4092-b2e5-9a79f2236628), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.989418 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:32.990694 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5bc3b24a-5f84-4128-a389-5f1013f19091 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3427701 May 05 20:32:33.195073 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-0be15c1f-0025-4c91-8ece-15025f6c3f08 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2003610557&fields=id&tenant_id=83632617c8b842108cfb2620747f0761 HTTP/1.1" status: 200 len: 267 time: 0.0457535 May 05 20:32:33.302533 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-3dd300c8-d9fd-4ace-886e-a49b4da5e422 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:33.304000 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-3dd300c8-d9fd-4ace-886e-a49b4da5e422 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 817 time: 0.1017070 May 05 20:32:33.319463 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-60df64f7-aa4c-4f86-851f-d7fff0bb3b12 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/quotas/83632617c8b842108cfb2620747f0761 HTTP/1.1" status: 200 len: 375 time: 0.0090411 May 05 20:32:33.374380 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-ccf659cd-769a-438c-9831-4794cfd0344d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493159 May 05 20:32:33.472832 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-fca9270d-0108-457f-b084-eb2961565052 service neutron] 10.222.0.49 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872567 May 05 20:32:33.562746 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-84740e7b-0c0f-4222-a61d-a02c76034d1c service neutron] 10.222.0.49 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841622 May 05 20:32:33.862063 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-08c78f31-6473-4193-a262-12f51fee8a89 req-a92dffb4-2a1b-490e-937a-6791071825e6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 210 time: 0.0348642 May 05 20:32:34.962203 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5958b696-38c8-4a69-b0bb-901a6ed932a6 req-c06b250d-5172-46a0-9ac2-cf53b399e9aa tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 210 time: 0.0285814 May 05 20:32:36.060044 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f8b220c-c73c-4f74-b6cb-537dcb09c73f req-80a9733f-507f-49dc-a3ea-6b7d351a57e5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 210 time: 0.0275176 May 05 20:32:36.269353 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-2fad73bd-f35d-4f00-94ec-81fd118f22df tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:36.270688 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-2fad73bd-f35d-4f00-94ec-81fd118f22df tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 817 time: 0.0998001 May 05 20:32:36.336435 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-7be43653-eb3b-4764-84c7-60320ebfd958 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83632617c8b842108cfb2620747f0761 HTTP/1.1" status: 200 len: 380 time: 0.0525258 May 05 20:32:36.345742 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'port': {'device_id': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'admin_state_up': True, 'tenant_id': '83632617c8b842108cfb2620747f0761', 'security_groups': ['a840a7da-27de-4e26-99ae-ae9883b57737']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:36.526926 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Made reservation on behalf of 83632617c8b842108cfb2620747f0761 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:32:36.530193 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:36.665401 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Allocated IP 172.20.0.4 (1a727c37-2514-4038-8e92-e65388f44393/1704d291-8c26-4fed-9f6e-857944ec7156/09bb2e5c-56ab-40af-ab63-6f34a7ccd002) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:32:36.800040 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:36.907404 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:36.952540 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Network 1a727c37-2514-4038-8e92-e65388f44393 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:32:36.955599 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:32:36.959170 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:32:36.985891 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:37.013962 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:37.014574 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:37.139084 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-9e50f36a-fc76-49d8-9d25-b9976fc64e6d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7969112 May 05 20:32:37.150428 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Request body: {'port': {'device_id': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:37.173969 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-e8e7b35d-76d5-4eb8-93a0-560cae9bb2d1 None None] Provisioning complete for port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:32:37.174566 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e8e7b35d-76d5-4eb8-93a0-560cae9bb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:37.193707 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942c5c7-ef5c-45c8-b545-5214cfa1ae7a req-eea736ef-440d-41f8-b321-749c3f8c923d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:37.195833 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f942c5c7-ef5c-45c8-b545-5214cfa1ae7a req-eea736ef-440d-41f8-b321-749c3f8c923d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 931 time: 0.0594831 May 05 20:32:37.209628 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:37.210692 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7b35d-76d5-4eb8-93a0-560cae9bb2d1 None None] Port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:32:37.248732 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f942c5c7-ef5c-45c8-b545-5214cfa1ae7a req-4476aa9b-ca24-4b98-95a1-b8504ae27329 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452349 May 05 20:32:37.469884 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:32:37.477098 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Publish callbacks [] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:37.488640 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Transition to ACTIVE for port object 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:32:37.581626 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:37.632496 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:37.705870 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Attempting to bind port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:32:37.706196 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Attempting to bind port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:32:37.706522 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Attempting to bind port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 on network 1a727c37-2514-4038-8e92-e65388f44393 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:32:37.711020 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 on network 1a727c37-2514-4038-8e92-e65388f44393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:32:37.711332 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Attempting to bind port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 on network 1a727c37-2514-4038-8e92-e65388f44393 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:32:37.716582 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:32:37.716912 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Checking segment: {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:32:37.717438 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Bound using segment: {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:32:37.717725 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Bound port: 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fc8a37-9567-47b4-9dd3-1515c135a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1a727c37-2514-4038-8e92-e65388f44393'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:32:37.718083 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:37.782621 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:32:37.785738 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:32:37.887241 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:37.921686 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:37.922293 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:37.923648 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] 10.222.0.41 "PUT /v2.0/ports/09bb2e5c-56ab-40af-ab63-6f34a7ccd002 HTTP/1.1" status: 200 len: 1093 time: 0.7772341 May 05 20:32:37.924090 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:37.926375 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56502e4d-bd9a-4eb1-8b5d-590236a65bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:37.955742 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59823c5-959c-44a4-99fd-2f71356c0434 service neutron] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:37.968846 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43024c78-82f9-42e5-bd2a-1f3360fe965b x-openstack-request-id: req-43024c78-82f9-42e5-bd2a-1f3360fe965b {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:37.969137 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:37.969415 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43024c78-82f9-42e5-bd2a-1f3360fe965b {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:37.969817 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43024c78-82f9-42e5-bd2a-1f3360fe965b'] response: {'name': 'network-changed', 'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'status': 'completed', 'code': 200} May 05 20:32:38.048512 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502e4d-bd9a-4eb1-8b5d-590236a65bfa req-d8c46f63-9d70-46fd-b638-baa3aad45bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:38.050067 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56502e4d-bd9a-4eb1-8b5d-590236a65bfa req-d8c46f63-9d70-46fd-b638-baa3aad45bf1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 1127 time: 0.0485291 May 05 20:32:38.158025 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502e4d-bd9a-4eb1-8b5d-590236a65bfa req-6669636e-47d8-4bd9-969e-4a107ec5ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:38.159553 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56502e4d-bd9a-4eb1-8b5d-590236a65bfa req-6669636e-47d8-4bd9-969e-4a107ec5ea6b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=83632617c8b842108cfb2620747f0761&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1013112 May 05 20:32:38.254886 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502e4d-bd9a-4eb1-8b5d-590236a65bfa req-6648a960-3368-4ca4-9896-35dab29e001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:38.256262 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56502e4d-bd9a-4eb1-8b5d-590236a65bfa req-6648a960-3368-4ca4-9896-35dab29e001d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896695 May 05 20:32:38.337249 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-2218387e-a5d7-44b1-a425-b5121cf5afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:38.339853 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-2218387e-a5d7-44b1-a425-b5121cf5afa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 1127 time: 0.0453069 May 05 20:32:38.377463 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafa04a-7956-435b-a2bf-a99dd361bacb req-915fa311-0814-4afc-b8a2-1629d55a9415 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:38.378962 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ffafa04a-7956-435b-a2bf-a99dd361bacb req-915fa311-0814-4afc-b8a2-1629d55a9415 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0574780 May 05 20:32:38.383477 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-21639ae3-d174-4fc2-a54c-535673b7566d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002 HTTP/1.1" status: 200 len: 217 time: 0.0353017 May 05 20:32:38.428531 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ffafa04a-7956-435b-a2bf-a99dd361bacb req-9d33d180-de64-4dd7-867c-e83e4224b916 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 May 05 20:32:38.437146 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-ce49ed7f-bdbc-4947-8e3d-48569196ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:38.438998 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-ce49ed7f-bdbc-4947-8e3d-48569196ee30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.0475278 May 05 20:32:38.490560 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-68e367b6-666e-4557-9cec-be2b2fcf9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:38.492045 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-68e367b6-666e-4557-9cec-be2b2fcf9c55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464394 May 05 20:32:38.586765 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-42eca485-79d1-44bd-9128-13cff76c20ab service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835268 May 05 20:32:38.677673 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9811509a-64c2-40d0-97c1-c66c21b1d6a3 req-94b90b86-ae27-4618-9416-2c34d2de3494 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832520 May 05 20:32:39.554264 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624544b-40a4-490c-9717-5d544d477bb9 req-d4cac15a-d031-4335-bd5c-33a33571f32f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:39.555779 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4624544b-40a4-490c-9717-5d544d477bb9 req-d4cac15a-d031-4335-bd5c-33a33571f32f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0533988 May 05 20:32:39.603216 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4624544b-40a4-490c-9717-5d544d477bb9 req-0005eaf7-fa6c-4d14-9f03-6064a0eb7b14 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416200 May 05 20:32:40.723364 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41df48-004a-4b3e-9b24-9afbd02913ab req-2d0a0484-db8b-425a-89b6-b0117323cff9 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:40.724826 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2f41df48-004a-4b3e-9b24-9afbd02913ab req-2d0a0484-db8b-425a-89b6-b0117323cff9 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0520272 May 05 20:32:40.775598 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2f41df48-004a-4b3e-9b24-9afbd02913ab req-ec7d11d7-3796-4ec3-8efa-a0268bd84b18 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447211 May 05 20:32:41.896666 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36532ca9-18cd-40aa-83cc-28ab8479f837 req-77c1c5ea-9036-449f-82aa-02ad8da28238 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:41.898165 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-36532ca9-18cd-40aa-83cc-28ab8479f837 req-77c1c5ea-9036-449f-82aa-02ad8da28238 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0524285 May 05 20:32:41.945709 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-36532ca9-18cd-40aa-83cc-28ab8479f837 req-a8dcba9a-510d-423a-a2ac-9e7b281a657e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 May 05 20:32:42.499469 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:32:42.595647 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:42.606728 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'port_id': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'mac_address': 'fa:16:3e:b9:f8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:32:42.642549 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:32:42.642932 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:42.656237 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:32:42.678872 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:42.803787 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:42.850273 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:43.068082 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fa282-0dba-43ee-8f1a-c032091b47da req-f911318e-69dc-43b7-9e4b-91aad87a8c85 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:43.069513 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b8fa282-0dba-43ee-8f1a-c032091b47da req-f911318e-69dc-43b7-9e4b-91aad87a8c85 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 944 time: 0.0534644 May 05 20:32:43.115153 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b8fa282-0dba-43ee-8f1a-c032091b47da req-d0cd169f-a33e-4730-a5ec-b819b2767a25 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401270 May 05 20:32:43.155575 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['09bb2e5c-56ab-40af-ab63-6f34a7ccd002'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:32:43.684487 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:44.242342 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373842d-a95f-467e-8adf-76cf7f107964 req-74e92807-6cde-4ddc-bd50-1bfc36eb1875 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:44.243853 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3373842d-a95f-467e-8adf-76cf7f107964 req-74e92807-6cde-4ddc-bd50-1bfc36eb1875 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 944 time: 0.0571890 May 05 20:32:44.289582 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3373842d-a95f-467e-8adf-76cf7f107964 req-9e39e77c-797e-4d00-9e40-923bc84addfb tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400093 May 05 20:32:44.533170 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:32:44.667224 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:32:44.671182 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:32:44.671554 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:44.747280 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:32:44.747972 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:44.770332 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:44.772562 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030a45c7-bb8f-457b-b4a1-1b0ea6b1b888" -d '{"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-plugged", "status": "completed", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:44.775177 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:32:44.788788 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:44.808739 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce721ffc-3dd1-4f69-9aba-3d24aca84a11 x-openstack-request-id: req-ce721ffc-3dd1-4f69-9aba-3d24aca84a11 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:44.809034 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-plugged", "status": "completed", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:44.809287 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce721ffc-3dd1-4f69-9aba-3d24aca84a11 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:44.809707 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce721ffc-3dd1-4f69-9aba-3d24aca84a11'] response: {'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'code': 200} May 05 20:32:44.875043 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:44.921669 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:45.110497 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca0f04-ea08-46c9-a674-a6c3dcf04fb1 req-bcc199ba-d17a-4c8e-98b0-0ac2a2e70138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:45.111973 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19ca0f04-ea08-46c9-a674-a6c3dcf04fb1 req-bcc199ba-d17a-4c8e-98b0-0ac2a2e70138 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 1129 time: 0.0448830 May 05 20:32:45.166138 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19ca0f04-ea08-46c9-a674-a6c3dcf04fb1 req-c2371631-7796-4f3a-a55a-05c48bf3ce0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363362 May 05 20:32:45.410451 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd34d8f-3631-42a4-ad95-025dcd10c5e4 req-f30ee862-f8f2-4086-9936-c0eafe23e2da tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:45.411938 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3dd34d8f-3631-42a4-ad95-025dcd10c5e4 req-f30ee862-f8f2-4086-9936-c0eafe23e2da tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0531781 May 05 20:32:45.458889 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3dd34d8f-3631-42a4-ad95-025dcd10c5e4 req-86405ef4-7492-45a4-aa7f-69730969bab1 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408535 May 05 20:32:46.595569 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566369c-144b-40db-97a0-1767ffa3ce90 req-9735d0ce-0f66-4354-a9ca-ff5024722941 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:46.602182 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5566369c-144b-40db-97a0-1767ffa3ce90 req-9735d0ce-0f66-4354-a9ca-ff5024722941 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0607061 May 05 20:32:46.648520 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5566369c-144b-40db-97a0-1767ffa3ce90 req-af1df3c1-ef7f-442f-91e6-e053aae82b85 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454483 May 05 20:32:47.771158 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e82e13-95b2-4758-a4f2-ca9a41cb13c4 req-f33c6312-7cae-417a-be7f-663efeb314e6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:47.772624 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d9e82e13-95b2-4758-a4f2-ca9a41cb13c4 req-f33c6312-7cae-417a-be7f-663efeb314e6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0530946 May 05 20:32:47.819081 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d9e82e13-95b2-4758-a4f2-ca9a41cb13c4 req-ec7d77e5-292a-41dc-9489-ff0d944143f8 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 May 05 20:32:47.937613 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff8aba-ecac-466d-9704-f92946aba522 req-107ad9f3-3c0b-4527-93aa-5904b80bf875 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:47.939088 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0fff8aba-ecac-466d-9704-f92946aba522 req-107ad9f3-3c0b-4527-93aa-5904b80bf875 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0538867 May 05 20:32:47.948712 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34764) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:32:47.953502 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-12fb1fdc-b5b8-431c-8cf8-80cd59cdf652 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Request body: {'floatingip': {'port_id': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:32:47.999664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-12fb1fdc-b5b8-431c-8cf8-80cd59cdf652 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (7639974f-c0d7-4092-b2e5-9a79f2236628), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:48.444053 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-12fb1fdc-b5b8-431c-8cf8-80cd59cdf652 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:48.491962 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-12fb1fdc-b5b8-431c-8cf8-80cd59cdf652 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (7639974f-c0d7-4092-b2e5-9a79f2236628), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:48.597090 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-12fb1fdc-b5b8-431c-8cf8-80cd59cdf652 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Floating IP 7639974f-c0d7-4092-b2e5-9a79f2236628 associated. External IP: 172.27.0.61, port: 09bb2e5c-56ab-40af-ab63-6f34a7ccd002. May 05 20:32:49.031368 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fb1fdc-b5b8-431c-8cf8-80cd59cdf652 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Router 0a60366f-53fe-4d16-a280-336d06eaae56 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:32:49.140069 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fb1fdc-b5b8-431c-8cf8-80cd59cdf652 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:32:49.144959 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-12fb1fdc-b5b8-431c-8cf8-80cd59cdf652 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:49.150123 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] Sync routers for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:32:49.160784 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:32:49.161433 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:32:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:49.173853 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-12fb1fdc-b5b8-431c-8cf8-80cd59cdf652 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "PUT /v2.0/floatingips/7639974f-c0d7-4092-b2e5-9a79f2236628 HTTP/1.1" status: 200 len: 990 time: 1.2240169 May 05 20:32:49.174447 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:49.176670 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cac841-fc5f-4000-b26b-53661d985eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:49.213019 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea7dccc-9cdd-4bed-bd10-947e30fbf0ff x-openstack-request-id: req-0ea7dccc-9cdd-4bed-bd10-947e30fbf0ff {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:49.214709 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:49.215040 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ea7dccc-9cdd-4bed-bd10-947e30fbf0ff {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:49.215511 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea7dccc-9cdd-4bed-bd10-947e30fbf0ff'] response: {'name': 'network-changed', 'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'status': 'completed', 'code': 200} May 05 20:32:49.274763 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:32:49.290162 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac841-fc5f-4000-b26b-53661d985eaf req-4e84aa8d-b1cd-4d47-91bd-426ec6609e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:49.292372 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11cac841-fc5f-4000-b26b-53661d985eaf req-4e84aa8d-b1cd-4d47-91bd-426ec6609e75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 1129 time: 0.0469508 May 05 20:32:49.389969 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac841-fc5f-4000-b26b-53661d985eaf req-fdace98b-34d5-49f7-941c-9f58d7974686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:49.391443 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11cac841-fc5f-4000-b26b-53661d985eaf req-fdace98b-34d5-49f7-941c-9f58d7974686 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 918 time: 0.0923114 May 05 20:32:49.487638 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11cac841-fc5f-4000-b26b-53661d985eaf req-4eda750c-595a-40cb-8dee-9912a38d7178 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002 HTTP/1.1" status: 200 len: 998 time: 0.0788326 May 05 20:32:49.509034 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '7639974f-c0d7-4092-b2e5-9a79f2236628', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'port_id': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'mac_address': 'fa:16:3e:b9:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:32:32Z', 'updated_at': '2022-05-05T20:32:48Z', 'revision_number': 1, 'project_id': '83632617c8b842108cfb2620747f0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:49.536530 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] Checking router: 0a60366f-53fe-4d16-a280-336d06eaae56 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:32:49.544925 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac841-fc5f-4000-b26b-53661d985eaf req-8acbf42d-aa62-403a-8749-e7b991ba1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:49.545904 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:32:49.546197 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:32:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:49.546427 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11cac841-fc5f-4000-b26b-53661d985eaf req-8acbf42d-aa62-403a-8749-e7b991ba1759 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.0477021 May 05 20:32:49.606296 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac841-fc5f-4000-b26b-53661d985eaf req-83c163b6-e60a-4757-8d3f-cc9698e93c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:49.607806 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11cac841-fc5f-4000-b26b-53661d985eaf req-83c163b6-e60a-4757-8d3f-cc9698e93c75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507343 May 05 20:32:49.659574 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:32:49.704112 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11cac841-fc5f-4000-b26b-53661d985eaf req-011c0037-edf3-41af-896c-6a10e5b116b7 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842204 May 05 20:32:49.811027 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11cac841-fc5f-4000-b26b-53661d985eaf req-a09cef11-7bbc-4a4a-89f2-69c2f041db47 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983303 May 05 20:32:49.906643 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '7639974f-c0d7-4092-b2e5-9a79f2236628', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'port_id': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'mac_address': 'fa:16:3e:b9:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:32:32Z', 'updated_at': '2022-05-05T20:32:48Z', 'revision_number': 1, 'project_id': '83632617c8b842108cfb2620747f0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:49.933477 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34b14a-23a4-442c-b4ad-169f80172d04 None None] The sync data for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi is: [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '7639974f-c0d7-4092-b2e5-9a79f2236628', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'port_id': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'mac_address': 'fa:16:3e:b9:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:32:32Z', 'updated_at': '2022-05-05T20:32:48Z', 'revision_number': 1, 'project_id': '83632617c8b842108cfb2620747f0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:32:50.138396 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19047f-c31b-4c2f-9b02-29d425ac3ad5 None None] New status for floating IP 7639974f-c0d7-4092-b2e5-9a79f2236628: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:32:52.895648 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e92f437-3579-473f-b049-1db369e48bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:55.023353 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-925406ca-b6ce-4269-8463-6ec2dc3a4f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:55.127985 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b6835-085a-4c5e-8988-07bbb5d9c907 req-a3658ad8-5fc7-4a99-9a6c-a1cbf03f4885 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:55.129489 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-718b6835-085a-4c5e-8988-07bbb5d9c907 req-a3658ad8-5fc7-4a99-9a6c-a1cbf03f4885 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0571859 May 05 20:32:55.176535 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-718b6835-085a-4c5e-8988-07bbb5d9c907 req-a46032a2-780b-4cfd-9e9b-6ed248190fe5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 May 05 20:32:56.317745 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fb240-8979-4c61-bc20-5d51b47e8550 req-83813948-e0a0-4293-a487-c391b01b2fae tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:56.319260 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-955fb240-8979-4c61-bc20-5d51b47e8550 req-83813948-e0a0-4293-a487-c391b01b2fae tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0607548 May 05 20:32:56.372899 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-955fb240-8979-4c61-bc20-5d51b47e8550 req-20541228-ae1e-4ba5-911f-b1d4ea1674cf tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455863 May 05 20:32:56.398602 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:57.491213 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bac61-f53c-4770-96df-0d9b36f8f960 req-01030fc3-a762-44af-b6c1-9ed647849cf0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:57.492681 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a6bac61-f53c-4770-96df-0d9b36f8f960 req-01030fc3-a762-44af-b6c1-9ed647849cf0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0527017 May 05 20:32:57.543599 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a6bac61-f53c-4770-96df-0d9b36f8f960 req-48ebd789-4a9c-421f-8dbe-7520c0416be2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448408 May 05 20:32:58.028385 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:58.664495 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dc116-812f-4fb4-a159-18a75a02cffe req-b728b33f-391c-40f8-a259-1cdfe2e92bb0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:58.665989 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-822dc116-812f-4fb4-a159-18a75a02cffe req-b728b33f-391c-40f8-a259-1cdfe2e92bb0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0547414 May 05 20:32:58.713814 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-822dc116-812f-4fb4-a159-18a75a02cffe req-34579aa7-9317-4a49-8ac5-5fd8890e14b6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ffb4333-8372-47e0-9900-8912ca325708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 May 05 20:32:58.782857 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-3bcfccd4-d1a9-4edf-b1a7-ebfc79b3d6b7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:58.784288 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-3bcfccd4-d1a9-4edf-b1a7-ebfc79b3d6b7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 945 time: 0.0527074 May 05 20:32:58.881846 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Deleting port 74db76b8-1bae-4144-8ffd-9fcab28775d7 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:32:58.882098 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:58.971692 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] For port 74db76b8-1bae-4144-8ffd-9fcab28775d7, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=74db76b8-1bae-4144-8ffd-9fcab28775d7,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:32:58.972045 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:59.141230 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:59.141527 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (ae2bca65-fcfd-4f8c-a898-7429e30ad68e), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:59.141838 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Floating IP ae2bca65-fcfd-4f8c-a898-7429e30ad68e disassociated. External IP: 172.27.0.58, port: 74db76b8-1bae-4144-8ffd-9fcab28775d7. May 05 20:32:59.142172 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Calling delete_port for 74db76b8-1bae-4144-8ffd-9fcab28775d7 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:32:59.365893 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (74db76b8-1bae-4144-8ffd-9fcab28775d7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:59.393136 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event deleted for resources: {'Port': ['ID=74db76b8-1bae-4144-8ffd-9fcab28775d7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:59.525388 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:32:59.618060 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:59.639208 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:32:59.649414 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] Sync routers for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:32:59.660253 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:32:59.661081 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:32:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:59.683217 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] No DVR routers for this DVR port 74db76b8-1bae-4144-8ffd-9fcab28775d7 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:32:59.685759 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:32:59.688913 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-efd43ac9-ca1e-46ad-a300-26f949b30dc1 req-ab8b778e-0a7c-40ad-afed-67c6396a284a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "DELETE /v2.0/ports/74db76b8-1bae-4144-8ffd-9fcab28775d7 HTTP/1.1" status: 204 len: 173 time: 0.8983872 May 05 20:32:59.689365 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140368d7-3417-47cc-8bf4-c33f47093079', 'name': 'network-vif-deleted', 'tag': '74db76b8-1bae-4144-8ffd-9fcab28775d7'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:59.692529 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffabf34-e5b4-44d5-bac0-ca91b376725c" -d '{"events": [{"server_uuid": "140368d7-3417-47cc-8bf4-c33f47093079", "name": "network-vif-deleted", "tag": "74db76b8-1bae-4144-8ffd-9fcab28775d7"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:32:59.728533 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14837b2d-bd8e-497c-953a-1ecff3033d3b x-openstack-request-id: req-14837b2d-bd8e-497c-953a-1ecff3033d3b {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:32:59.728867 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140368d7-3417-47cc-8bf4-c33f47093079", "name": "network-vif-deleted", "tag": "74db76b8-1bae-4144-8ffd-9fcab28775d7", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:32:59.729314 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14837b2d-bd8e-497c-953a-1ecff3033d3b {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:32:59.729825 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14837b2d-bd8e-497c-953a-1ecff3033d3b'] response: {'server_uuid': '140368d7-3417-47cc-8bf4-c33f47093079', 'name': 'network-vif-deleted', 'tag': '74db76b8-1bae-4144-8ffd-9fcab28775d7', 'status': 'completed', 'code': 200} May 05 20:32:59.782259 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:32:59.829724 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c1a52db8-eb58-42b5-996d-ee2a890e53f6 req-6037ddf7-8d5f-42c7-87e5-750ef983a7d9 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 210 time: 0.0282826 May 05 20:33:00.128733 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:00.155239 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] Checking router: 62c96e1b-058d-4dd4-b8a2-82001a8d01fa for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:00.163344 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:00.163947 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:32:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:00.269723 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:00.460062 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:00.489953 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb23f0-91af-4c81-be64-809c1b10524b None None] The sync data for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi is: [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:00.707101 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a9242e-f223-4aa1-8b83-0d5608c9b894 None None] New status for floating IP ae2bca65-fcfd-4f8c-a898-7429e30ad68e: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:33:00.946499 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bc43c910-771c-49f3-9f28-1342fe9d2c71 req-b6b4e9b7-2731-4b99-955d-86c9bc6e745d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 210 time: 0.0323958 May 05 20:33:02.053126 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-333ee2d0-51aa-4d31-82a0-94ed090b3d94 req-351a404f-def4-426c-b249-6e604dd147f0 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 210 time: 0.0264699 May 05 20:33:02.890782 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 74db76b8-1bae-4144-8ffd-9fcab28775d7 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:02.911376 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 74db76b8-1bae-4144-8ffd-9fcab28775d7 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:02.911721 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 74db76b8-1bae-4144-8ffd-9fcab28775d7 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:03.164410 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-36343a7c-32c7-4223-9d70-610a08840212 req-9b2c318d-5819-4281-874d-1e6281ebbe77 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=140368d7-3417-47cc-8bf4-c33f47093079 HTTP/1.1" status: 200 len: 210 time: 0.0270908 May 05 20:33:04.338200 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34858) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:04.391478 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7337-d9fe-4982-a194-3fc2f66bb349 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (0ffb4333-8372-47e0-9900-8912ca325708), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:04.418974 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7337-d9fe-4982-a194-3fc2f66bb349 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (0ffb4333-8372-47e0-9900-8912ca325708), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:04.524262 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7337-d9fe-4982-a194-3fc2f66bb349 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (0ffb4333-8372-47e0-9900-8912ca325708), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:04.527051 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7337-d9fe-4982-a194-3fc2f66bb349 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:04.528228 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cb7e7337-d9fe-4982-a194-3fc2f66bb349 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "DELETE /v2.0/security-groups/0ffb4333-8372-47e0-9900-8912ca325708 HTTP/1.1" status: 204 len: 168 time: 0.1888030 May 05 20:33:04.532276 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34860) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:04.537215 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e7337-d9fe-4982-a194-3fc2f66bb349 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb4333-8372-47e0-9900-8912ca325708,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:04.544895 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-86710a10-3875-4ffa-b7ae-75c357a1b09c tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] show failed (client error): The resource could not be found. May 05 20:33:04.546146 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-86710a10-3875-4ffa-b7ae-75c357a1b09c tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups/0ffb4333-8372-47e0-9900-8912ca325708 HTTP/1.1" status: 404 len: 347 time: 0.0139399 May 05 20:33:04.548873 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34862) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:04.675223 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Deleting port 4c7fddc7-98f7-4145-a4c8-978e40a1bd5a {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:04.675561 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (4c7fddc7-98f7-4145-a4c8-978e40a1bd5a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:04.752391 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (4c7fddc7-98f7-4145-a4c8-978e40a1bd5a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:04.752725 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (4c7fddc7-98f7-4145-a4c8-978e40a1bd5a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:04.766742 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Calling delete_port for 4c7fddc7-98f7-4145-a4c8-978e40a1bd5a owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:05.012059 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (4c7fddc7-98f7-4145-a4c8-978e40a1bd5a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:05.037151 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event deleted for resources: {'Port': ['ID=4c7fddc7-98f7-4145-a4c8-978e40a1bd5a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:05.118543 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (ae2bca65-fcfd-4f8c-a898-7429e30ad68e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:05.121600 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:05.124673 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bc30829a-6e46-41ae-b1f0-34774d644d21 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "DELETE /v2.0/floatingips/ae2bca65-fcfd-4f8c-a898-7429e30ad68e HTTP/1.1" status: 204 len: 168 time: 0.5728376 May 05 20:33:05.514870 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34872) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:05.519469 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-f6ca3c0a-8ceb-44d6-bc5e-711ccc7e5580 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849354520', 'description': 'tempest-description--391737739'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:05.606191 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c0a-8ceb-44d6-bc5e-711ccc7e5580 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:05.673063 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c0a-8ceb-44d6-bc5e-711ccc7e5580 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (886b5487-1a83-49c3-a7c0-486ac0b86069), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:05.760260 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c0a-8ceb-44d6-bc5e-711ccc7e5580 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (886b5487-1a83-49c3-a7c0-486ac0b86069), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:05.788373 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca3c0a-8ceb-44d6-bc5e-711ccc7e5580 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886b5487-1a83-49c3-a7c0-486ac0b86069,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:05.874200 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c0a-8ceb-44d6-bc5e-711ccc7e5580 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:05.875464 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f6ca3c0a-8ceb-44d6-bc5e-711ccc7e5580 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3596027 May 05 20:33:05.878341 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34874) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:05.882511 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-1bc9d04b-3a43-49ef-87e8-930f05b2de55 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'security_group_rule': {'security_group_id': '886b5487-1a83-49c3-a7c0-486ac0b86069', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:05.970593 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d04b-3a43-49ef-87e8-930f05b2de55 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (8719d321-b797-4d6e-8b46-95300ff8301a), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.024249 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d04b-3a43-49ef-87e8-930f05b2de55 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (8719d321-b797-4d6e-8b46-95300ff8301a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.102903 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d04b-3a43-49ef-87e8-930f05b2de55 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (8719d321-b797-4d6e-8b46-95300ff8301a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.121774 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d04b-3a43-49ef-87e8-930f05b2de55 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8719d321-b797-4d6e-8b46-95300ff8301a,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:06.242652 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d04b-3a43-49ef-87e8-930f05b2de55 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.244151 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1bc9d04b-3a43-49ef-87e8-930f05b2de55 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3646340 May 05 20:33:06.246735 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 34882) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:06.251230 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-ccb6ab5d-19c5-49f2-9bcd-b4b1965ebc8f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'security_group_rule': {'security_group_id': '886b5487-1a83-49c3-a7c0-486ac0b86069', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:06.392022 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ab5d-19c5-49f2-9bcd-b4b1965ebc8f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (8f78028b-54f5-41e1-ab4f-528bf1e010e2), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.451619 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ab5d-19c5-49f2-9bcd-b4b1965ebc8f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (8f78028b-54f5-41e1-ab4f-528bf1e010e2), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.548805 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ab5d-19c5-49f2-9bcd-b4b1965ebc8f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (8f78028b-54f5-41e1-ab4f-528bf1e010e2), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.567097 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6ab5d-19c5-49f2-9bcd-b4b1965ebc8f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f78028b-54f5-41e1-ab4f-528bf1e010e2,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:06.628224 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4ef96-4b3e-4a91-9119-f85efa931212 req-ce728fd5-8dc0-4bee-87fa-4611035e2cbe tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:06.629884 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-28e4ef96-4b3e-4a91-9119-f85efa931212 req-ce728fd5-8dc0-4bee-87fa-4611035e2cbe tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0551124 May 05 20:33:06.649456 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ab5d-19c5-49f2-9bcd-b4b1965ebc8f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.649456 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ccb6ab5d-19c5-49f2-9bcd-b4b1965ebc8f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3985257 May 05 20:33:06.650169 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 34888) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:06.655614 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:06.685903 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-28e4ef96-4b3e-4a91-9119-f85efa931212 req-1eac4954-ed60-47cd-ae65-59d21188a694 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495653 May 05 20:33:06.766099 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.860688 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:06.967918 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Allocated IP 172.27.0.193 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/dac414d8-c032-485f-976c-19dc08145bdc) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:07.065997 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for port (dac414d8-c032-485f-976c-19dc08145bdc), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:07.177559 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (dac414d8-c032-485f-976c-19dc08145bdc), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:07.219126 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:07.221865 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:07.225202 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:33:07.233729 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'Port': ['ID=dac414d8-c032-485f-976c-19dc08145bdc,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:07.312578 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (9662714e-abf1-4649-8934-feb6eb6670c8), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:07.415912 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (dac414d8-c032-485f-976c-19dc08145bdc), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:07.573536 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for port (dac414d8-c032-485f-976c-19dc08145bdc), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:07.661310 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (dac414d8-c032-485f-976c-19dc08145bdc), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:07.735771 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'Port': ['ID=dac414d8-c032-485f-976c-19dc08145bdc,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:07.749183 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (9662714e-abf1-4649-8934-feb6eb6670c8), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:07.811906 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95cc76-5bb1-4f1d-a16b-5d05351e03ca req-047f58a9-0a9f-44c6-865d-e6c13e9483b1 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:07.813432 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8e95cc76-5bb1-4f1d-a16b-5d05351e03ca req-047f58a9-0a9f-44c6-865d-e6c13e9483b1 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0524473 May 05 20:33:07.871977 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:07.871977 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fe43629e-56b5-4d0d-98e3-2e9b891975b2 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2089424 May 05 20:33:07.872211 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8e95cc76-5bb1-4f1d-a16b-5d05351e03ca req-bd8bf433-5434-48a5-b019-fb5742674e30 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525401 May 05 20:33:08.064984 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-d8e955d1-4892-42df-b828-7268cb47ece5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--849354520&fields=id&tenant_id=256098b6f90b4be98b757a2d962f6a82 HTTP/1.1" status: 200 len: 267 time: 0.0433042 May 05 20:33:08.171923 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-dc3120e5-ed22-4c7b-af3d-fdbfd76ef516 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:08.173373 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-dc3120e5-ed22-4c7b-af3d-fdbfd76ef516 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/networks?id=0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 200 len: 810 time: 0.1018920 May 05 20:33:08.189796 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-831cc4d3-e296-47ca-85f4-27b3c45b15f5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/quotas/256098b6f90b4be98b757a2d962f6a82 HTTP/1.1" status: 200 len: 375 time: 0.0105085 May 05 20:33:08.244981 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-d05730fe-d987-40b8-856a-ccf28103726a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488956 May 05 20:33:08.339846 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-a5ed292f-f6be-4e5e-a4b0-a4d8bff362d3 service neutron] 10.222.0.49 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 May 05 20:33:08.426641 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e792578c-8d0d-4bee-9cd4-bd9686fc4075 service neutron] 10.222.0.49 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812106 May 05 20:33:08.698588 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5c4812ae-6194-4797-8287-98fb86e914d0 req-be4e4ba3-027b-418c-8b55-2c6255a47c97 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 210 time: 0.0281467 May 05 20:33:09.004083 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfabcae-c66b-4646-9db8-69c0d8ca2a78 req-52054de9-40a8-4be2-85e2-6dde1112c1e2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:09.005607 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ccfabcae-c66b-4646-9db8-69c0d8ca2a78 req-52054de9-40a8-4be2-85e2-6dde1112c1e2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0563834 May 05 20:33:09.053660 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ccfabcae-c66b-4646-9db8-69c0d8ca2a78 req-b59ed2ed-c5a8-4010-ae77-da9d685e4e75 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 May 05 20:33:09.797648 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5a828ce0-85d8-43db-a485-14d94a7afe47 req-7db87615-4a3a-4e69-8c2e-82ff49b02864 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 210 time: 0.0290754 May 05 20:33:10.174298 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d892-2f92-4d01-b0ee-855fc8a7d693 req-e33fd281-fce1-4eaf-82c0-b505d60f90bc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:10.175788 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6457d892-2f92-4d01-b0ee-855fc8a7d693 req-e33fd281-fce1-4eaf-82c0-b505d60f90bc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0543165 May 05 20:33:10.229190 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6457d892-2f92-4d01-b0ee-855fc8a7d693 req-e09ee7cf-559a-4249-8db7-2d14ed2e9a13 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477734 May 05 20:33:10.643440 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391d9cf-cc31-494f-810e-261ac36e0ce4 req-f6d098d0-0905-4b60-b70d-66dd5e65820d tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:10.646480 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f391d9cf-cc31-494f-810e-261ac36e0ce4 req-f6d098d0-0905-4b60-b70d-66dd5e65820d tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 946 time: 0.0531392 May 05 20:33:10.691528 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f391d9cf-cc31-494f-810e-261ac36e0ce4 req-c8e6107f-fd99-449f-b28a-338025e3dc9d tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 May 05 20:33:10.838027 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-83512abb-312b-4ed4-b31b-a97afeda9fc3 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:10.840005 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-83512abb-312b-4ed4-b31b-a97afeda9fc3 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "GET /v2.0/networks?id=0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 200 len: 810 time: 0.1055937 May 05 20:33:10.914413 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-82e95510-3c79-48dd-9ae2-93881f38fa55 req-70b33ff4-37cc-4dc1-824d-99aa0bd30638 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 210 time: 0.0426216 May 05 20:33:10.919854 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-4af72580-5ac9-48a5-a27a-3e5a46b96b8a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=256098b6f90b4be98b757a2d962f6a82 HTTP/1.1" status: 200 len: 379 time: 0.0615706 May 05 20:33:10.933287 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'port': {'device_id': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'admin_state_up': True, 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'security_groups': ['886b5487-1a83-49c3-a7c0-486ac0b86069']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:11.177318 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Made reservation on behalf of 256098b6f90b4be98b757a2d962f6a82 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:11.180795 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:11.311990 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Allocated IP 172.20.0.11 (0bb89748-168d-4d28-ba29-6d7e24820be3/88edb06f-50ec-439a-9612-51e02d8b4d43/819c2fb1-318b-4d49-819f-72ae33e8a513) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:11.367628 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208df9e-06d1-4ab0-a714-f2b46e6ef227 req-5c3235d5-844e-4d6d-9b2d-59ec73196567 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:11.369787 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9208df9e-06d1-4ab0-a714-f2b46e6ef227 req-5c3235d5-844e-4d6d-9b2d-59ec73196567 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0684342 May 05 20:33:11.428115 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9208df9e-06d1-4ab0-a714-f2b46e6ef227 req-78d9b9c4-90c5-4dda-993f-6c22e6906ebe tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524478 May 05 20:33:11.465758 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:11.577452 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:11.620345 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:11.623394 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:11.627029 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:33:11.654631 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event updated for resources: {'Port': ['ID=819c2fb1-318b-4d49-819f-72ae33e8a513,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:11.682742 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:11.683354 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:11.790183 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e2b25803-9489-4dc3-b538-e38169eb02f6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8607237 May 05 20:33:11.805782 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Request body: {'port': {'device_id': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:11.814337 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f36a3-0435-4084-b23d-7f89de6bcd85 req-c447f542-57a3-47c6-8217-9bf5ba630cc8 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:11.815818 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-058f36a3-0435-4084-b23d-7f89de6bcd85 req-c447f542-57a3-47c6-8217-9bf5ba630cc8 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 946 time: 0.0538344 May 05 20:33:11.865645 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-058f36a3-0435-4084-b23d-7f89de6bcd85 req-cd5d69f2-7938-42e5-8fb6-84d4b5dc43d5 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 May 05 20:33:11.869973 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:11.904152 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d9ef83f7-d1ec-49c4-baab-4eb70787c0a3 None None] Provisioning complete for port 819c2fb1-318b-4d49-819f-72ae33e8a513 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:33:11.904682 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d9ef83f7-d1ec-49c4-baab-4eb70787c0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:11.946127 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef83f7-d1ec-49c4-baab-4eb70787c0a3 None None] Port 819c2fb1-318b-4d49-819f-72ae33e8a513 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:33:12.040102 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403215-b3f6-464d-9fed-86b258361841 req-2ed861c3-5e4b-4ad4-9833-30537cb7e965 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.041887 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0b403215-b3f6-464d-9fed-86b258361841 req-2ed861c3-5e4b-4ad4-9833-30537cb7e965 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 932 time: 0.0525880 May 05 20:33:12.090300 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0b403215-b3f6-464d-9fed-86b258361841 req-8b70c9c3-7f7f-4923-9b4c-5287045ee9da tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 May 05 20:33:12.134352 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819c2fb1-318b-4d49-819f-72ae33e8a513 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:33:12.141874 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Publish callbacks [] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:12.153941 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Transition to ACTIVE for port object 819c2fb1-318b-4d49-819f-72ae33e8a513 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:33:12.226744 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:12.284025 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Pushing event updated for resources: {'Port': ['ID=819c2fb1-318b-4d49-819f-72ae33e8a513,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:12.351632 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Attempting to bind port 819c2fb1-318b-4d49-819f-72ae33e8a513 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:33:12.351961 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Attempting to bind port 819c2fb1-318b-4d49-819f-72ae33e8a513 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:33:12.352289 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Attempting to bind port 819c2fb1-318b-4d49-819f-72ae33e8a513 on network 0bb89748-168d-4d28-ba29-6d7e24820be3 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:33:12.357538 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Port 819c2fb1-318b-4d49-819f-72ae33e8a513 on network 0bb89748-168d-4d28-ba29-6d7e24820be3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:33:12.357855 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Attempting to bind port 819c2fb1-318b-4d49-819f-72ae33e8a513 on network 0bb89748-168d-4d28-ba29-6d7e24820be3 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:33:12.362873 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:33:12.363207 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Checking segment: {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:33:12.363586 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Bound using segment: {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:33:12.364013 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Bound port: 819c2fb1-318b-4d49-819f-72ae33e8a513, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc085eb-5db7-45a8-bfeb-53eaa3effd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:33:12.364368 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:12.431631 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] For port 819c2fb1-318b-4d49-819f-72ae33e8a513, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:33:12.437656 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] For port 819c2fb1-318b-4d49-819f-72ae33e8a513, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=819c2fb1-318b-4d49-819f-72ae33e8a513,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:33:12.486668 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:12.549472 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.550093 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:12.551504 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] 10.222.0.41 "PUT /v2.0/ports/819c2fb1-318b-4d49-819f-72ae33e8a513 HTTP/1.1" status: 200 len: 1094 time: 0.7501929 May 05 20:33:12.552031 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'tag': '819c2fb1-318b-4d49-819f-72ae33e8a513'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:12.557224 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9614edc2-23a9-4eb3-b7b0-7dcdc9966d29" -d '{"events": [{"name": "network-changed", "server_uuid": "73f0f519-6ef3-465b-8717-44cc1b3fce24", "tag": "819c2fb1-318b-4d49-819f-72ae33e8a513"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:12.584579 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645fc18-0c25-4516-9150-e2ff2d944fab service neutron] Pushing event updated for resources: {'Port': ['ID=819c2fb1-318b-4d49-819f-72ae33e8a513,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:12.591869 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a2603-aab0-4282-af9a-40f7923714a1 req-54d9c5b9-5344-4558-aeee-b61bee50fa4b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.593515 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e4a2603-aab0-4282-af9a-40f7923714a1 req-54d9c5b9-5344-4558-aeee-b61bee50fa4b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0940776 May 05 20:33:12.611915 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a378-b03c-4b53-925f-96796643567a req-cc3badea-6afa-44b0-8fcd-af3ad84121fd tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.614032 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-84d8a378-b03c-4b53-925f-96796643567a req-cc3badea-6afa-44b0-8fcd-af3ad84121fd tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.41 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 946 time: 0.1181481 May 05 20:33:12.615866 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dba4924-ed5c-4253-9906-9aa20d067897 x-openstack-request-id: req-1dba4924-ed5c-4253-9906-9aa20d067897 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:12.616150 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f0f519-6ef3-465b-8717-44cc1b3fce24", "tag": "819c2fb1-318b-4d49-819f-72ae33e8a513", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:12.616404 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dba4924-ed5c-4253-9906-9aa20d067897 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:12.617486 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dba4924-ed5c-4253-9906-9aa20d067897'] response: {'name': 'network-changed', 'server_uuid': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'tag': '819c2fb1-318b-4d49-819f-72ae33e8a513', 'status': 'completed', 'code': 200} May 05 20:33:12.656284 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e4a2603-aab0-4282-af9a-40f7923714a1 req-08917253-abfd-4de5-80a0-999e8e7c963b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511711 May 05 20:33:12.746280 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614edc2-23a9-4eb3-b7b0-7dcdc9966d29 req-3dd23eba-99dd-4b79-8016-e1eac4de88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.747780 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9614edc2-23a9-4eb3-b7b0-7dcdc9966d29 req-3dd23eba-99dd-4b79-8016-e1eac4de88bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 1128 time: 0.1118698 May 05 20:33:12.991014 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86437d60-550b-4c46-8664-52aa7f12d2e8 req-e39ad52b-a6cd-43b0-b3c4-7ee9d41de3bd tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.992491 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-86437d60-550b-4c46-8664-52aa7f12d2e8 req-e39ad52b-a6cd-43b0-b3c4-7ee9d41de3bd tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 946 time: 0.0559294 May 05 20:33:13.042183 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-84d8a378-b03c-4b53-925f-96796643567a req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Deleting port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:13.042811 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-86437d60-550b-4c46-8664-52aa7f12d2e8 req-59b3c61e-2f97-433a-8870-9f292455561d tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430849 May 05 20:33:13.042925 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-84d8a378-b03c-4b53-925f-96796643567a req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:13.130680 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614edc2-23a9-4eb3-b7b0-7dcdc9966d29 req-4835e37a-fcf0-4a2b-ab75-96cdbcae1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.132174 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9614edc2-23a9-4eb3-b7b0-7dcdc9966d29 req-4835e37a-fcf0-4a2b-ab75-96cdbcae1ba2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=256098b6f90b4be98b757a2d962f6a82&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3745980 May 05 20:33:13.204151 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-84d8a378-b03c-4b53-925f-96796643567a req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] For port a73d0804-3187-4b2f-b7eb-fea46d3a1f40, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:13.204453 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-84d8a378-b03c-4b53-925f-96796643567a req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:13.212684 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04f014-b9a9-45f7-9b5a-3c0aff9d6f39 req-8cc89206-dedc-4d86-ab6c-1f087815bf1b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.215071 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1a04f014-b9a9-45f7-9b5a-3c0aff9d6f39 req-8cc89206-dedc-4d86-ab6c-1f087815bf1b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 944 time: 0.0566287 May 05 20:33:13.224668 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-84d8a378-b03c-4b53-925f-96796643567a req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Calling delete_port for a73d0804-3187-4b2f-b7eb-fea46d3a1f40 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:13.263332 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1a04f014-b9a9-45f7-9b5a-3c0aff9d6f39 req-fafa9fe7-132a-4d63-962d-a6dc6b60d380 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 May 05 20:33:13.298354 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614edc2-23a9-4eb3-b7b0-7dcdc9966d29 req-1f5ade6f-a190-488a-945c-be8c5b1ee2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.299794 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9614edc2-23a9-4eb3-b7b0-7dcdc9966d29 req-1f5ade6f-a190-488a-945c-be8c5b1ee2bf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580670 May 05 20:33:13.411103 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-5aa34c6d-9c4c-4d8d-8517-66ba48a7d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.412580 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-5aa34c6d-9c4c-4d8d-8517-66ba48a7d997 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 1128 time: 0.0588186 May 05 20:33:13.458471 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-934bd5f7-c250-44e1-9324-4b53569143e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819c2fb1-318b-4d49-819f-72ae33e8a513 HTTP/1.1" status: 200 len: 217 time: 0.0379577 May 05 20:33:13.491468 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-84d8a378-b03c-4b53-925f-96796643567a req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (a73d0804-3187-4b2f-b7eb-fea46d3a1f40), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:13.502939 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['a73d0804-3187-4b2f-b7eb-fea46d3a1f40'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:33:13.524056 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Pushing event deleted for resources: {'Port': ['ID=a73d0804-3187-4b2f-b7eb-fea46d3a1f40,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:13.559684 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-a1574441-9cd4-4fa4-bbf2-d016b480995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.561209 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-a1574441-9cd4-4fa4-bbf2-d016b480995f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88edb06f-50ec-439a-9612-51e02d8b4d43 HTTP/1.1" status: 200 len: 849 time: 0.0950556 May 05 20:33:13.591215 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d8a378-b03c-4b53-925f-96796643567a req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] No DVR routers for this DVR port a73d0804-3187-4b2f-b7eb-fea46d3a1f40 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:13.595130 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-84d8a378-b03c-4b53-925f-96796643567a req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:13.598431 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-84d8a378-b03c-4b53-925f-96796643567a req-224b52bb-48b1-4e2b-a34b-3b83d7f18e31 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.41 "DELETE /v2.0/ports/a73d0804-3187-4b2f-b7eb-fea46d3a1f40 HTTP/1.1" status: 204 len: 173 time: 0.9751992 May 05 20:33:13.637423 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-0b2553c4-f687-4c09-b9ae-5049ebdfb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.639055 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-0b2553c4-f687-4c09-b9ae-5049ebdfb43f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0bb89748-168d-4d28-ba29-6d7e24820be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569460 May 05 20:33:13.689930 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:13.739981 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-54078d22-2f89-4ae0-8ec3-6cbc5b45cecc service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935712 May 05 20:33:13.786075 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d446f14-ccdc-4e16-a099-2cca8b03efee req-82e54a3b-ff2f-410e-b36b-3253a017b278 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.787598 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7d446f14-ccdc-4e16-a099-2cca8b03efee req-82e54a3b-ff2f-410e-b36b-3253a017b278 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0539877 May 05 20:33:13.835463 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8494db2b-0afe-4321-9ff5-0c5006f23f7c req-0e663a54-0a2e-4f4e-973a-1c8697254448 service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887291 May 05 20:33:13.836825 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7d446f14-ccdc-4e16-a099-2cca8b03efee req-c06de6b7-84a8-46cd-a97c-ad180cb01871 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428774 May 05 20:33:14.081932 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95ef06-5333-4140-beaa-dbc5ed70035c req-ef004ae3-3802-4859-ae22-9ef0d915374a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:14.083711 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dd95ef06-5333-4140-beaa-dbc5ed70035c req-ef004ae3-3802-4859-ae22-9ef0d915374a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0559330 May 05 20:33:14.143938 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dd95ef06-5333-4140-beaa-dbc5ed70035c req-339f347a-bb6e-419a-8b32-7522c4128d97 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540931 May 05 20:33:14.159907 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-07596baf-b87a-4508-b35e-667a7a159f8d req-b9cc5d10-6f66-43f3-b3f5-765b118f11ec tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f HTTP/1.1" status: 200 len: 210 time: 0.0311100 May 05 20:33:14.380034 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8c036-db7d-4647-8a3d-898fd3879a60 req-363b0f66-2fd3-4048-8a44-dff10ec81b68 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:14.381508 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3cf8c036-db7d-4647-8a3d-898fd3879a60 req-363b0f66-2fd3-4048-8a44-dff10ec81b68 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 944 time: 0.0521071 May 05 20:33:14.427426 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3cf8c036-db7d-4647-8a3d-898fd3879a60 req-ed70c800-5900-4301-a4d4-d7b4ca198c0a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398092 May 05 20:33:14.618836 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f', 'name': 'network-vif-deleted', 'tag': 'a73d0804-3187-4b2f-b7eb-fea46d3a1f40'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:14.621860 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96fff13-903f-4f8d-b5b6-8cff2642dabb" -d '{"events": [{"server_uuid": "c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f", "name": "network-vif-deleted", "tag": "a73d0804-3187-4b2f-b7eb-fea46d3a1f40"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:14.656319 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5142737-ae7d-4ee5-a2c0-30b0e1d68da8 x-openstack-request-id: req-f5142737-ae7d-4ee5-a2c0-30b0e1d68da8 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:14.656609 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f", "name": "network-vif-deleted", "tag": "a73d0804-3187-4b2f-b7eb-fea46d3a1f40", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:14.656861 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5142737-ae7d-4ee5-a2c0-30b0e1d68da8 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:14.657281 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5142737-ae7d-4ee5-a2c0-30b0e1d68da8'] response: {'server_uuid': 'c34ebbd0-8b4a-447d-bb94-ce4fc0495a9f', 'name': 'network-vif-deleted', 'tag': 'a73d0804-3187-4b2f-b7eb-fea46d3a1f40', 'status': 'completed', 'code': 200} May 05 20:33:14.954154 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113bcf-408e-4d33-b6c3-409362f6a390 req-707ca3f0-18ab-4f36-9b89-31f95e202020 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:14.955662 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cc113bcf-408e-4d33-b6c3-409362f6a390 req-707ca3f0-18ab-4f36-9b89-31f95e202020 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0526826 May 05 20:33:15.008609 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cc113bcf-408e-4d33-b6c3-409362f6a390 req-cb86a0bd-a0ff-44e1-a8dc-f420814c69c7 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475004 May 05 20:33:15.194883 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-12ff4ae7-05c6-45e2-99d3-f50fd0eae1fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451953 May 05 20:33:15.271183 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6585d-fc80-4a34-93d2-c1cffcee8c02 req-8fd98217-c14e-4d3c-9275-c381d206ab13 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:15.273102 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-36a6585d-fc80-4a34-93d2-c1cffcee8c02 req-8fd98217-c14e-4d3c-9275-c381d206ab13 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0570352 May 05 20:33:15.289377 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-b09c12c4-1cd3-4eb1-9646-65b0770d869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:15.291166 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-b09c12c4-1cd3-4eb1-9646-65b0770d869c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cca903e252a482da78be6052b1bc808&device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 1130 time: 0.0459721 May 05 20:33:15.321798 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-36a6585d-fc80-4a34-93d2-c1cffcee8c02 req-47c60c0d-cbbb-4ff5-b7c0-e07793d62430 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 May 05 20:33:15.399719 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-8d9edba3-2b6f-4d2c-aebe-a7c63018f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:15.401923 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-8d9edba3-2b6f-4d2c-aebe-a7c63018f72b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 200 len: 920 time: 0.0899556 May 05 20:33:15.444028 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-d2533928-1e6a-4a80-836f-a14e367e10c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a HTTP/1.1" status: 200 len: 217 time: 0.0344067 May 05 20:33:15.500735 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-50b7c2b9-85dc-4a2b-a1e4-19eeb588e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:15.503061 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-50b7c2b9-85dc-4a2b-a1e4-19eeb588e960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 200 len: 858 time: 0.0526757 May 05 20:33:15.560410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-f357417b-417a-487b-b685-3d5b4ac2b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:15.562036 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-f357417b-417a-487b-b685-3d5b4ac2b190 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae199b6-12f4-41de-b95f-3aec24f02fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511255 May 05 20:33:15.573100 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76309-0c7d-4e73-9d5a-758db7ffa06a req-6a4ab1c5-fd51-434c-8af4-59395e02092b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:15.574700 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-78d76309-0c7d-4e73-9d5a-758db7ffa06a req-6a4ab1c5-fd51-434c-8af4-59395e02092b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 944 time: 0.0549541 May 05 20:33:15.626282 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-78d76309-0c7d-4e73-9d5a-758db7ffa06a req-b02d954d-6340-4e3c-916f-239770843e0d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457196 May 05 20:33:15.663464 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-9204805c-7397-467f-bf10-719827d73a1d service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924127 May 05 20:33:15.757822 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0e760b9-dbe8-4480-bca2-ad9a6543defa req-cc7ad26b-f232-4e15-afdc-79301e0a3b17 service neutron] 10.222.0.41 "GET /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876453 May 05 20:33:16.129673 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80742d93-8805-47e2-b10d-46586625c033 req-219e7541-79df-4ccf-b35f-64f6b7592765 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:16.131137 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-80742d93-8805-47e2-b10d-46586625c033 req-219e7541-79df-4ccf-b35f-64f6b7592765 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0561438 May 05 20:33:16.177694 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-80742d93-8805-47e2-b10d-46586625c033 req-8415f803-a78f-45d9-8c72-d92b03371960 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410368 May 05 20:33:16.440977 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adccf7-404c-4ca1-9eeb-50ce2602cf74 req-3ff5f7d1-abdd-4360-9890-deda9960a8d2 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:16.442471 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27adccf7-404c-4ca1-9eeb-50ce2602cf74 req-3ff5f7d1-abdd-4360-9890-deda9960a8d2 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0522718 May 05 20:33:16.489062 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27adccf7-404c-4ca1-9eeb-50ce2602cf74 req-22e22801-dd04-4ac8-acee-f61a68a267b5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 May 05 20:33:16.743878 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988b717-69d8-4490-973f-4dea1b55cb30 req-4832d045-dce8-4f80-9b22-4bf69a107263 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:16.745338 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8988b717-69d8-4490-973f-4dea1b55cb30 req-4832d045-dce8-4f80-9b22-4bf69a107263 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 944 time: 0.0519602 May 05 20:33:16.794663 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8988b717-69d8-4490-973f-4dea1b55cb30 req-4ab97c38-0b64-4949-a250-d0a3549be773 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438635 May 05 20:33:17.401192 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ea004-33ee-40e9-bf5b-c3b179a6557c req-e001728d-05e0-4229-8524-79453e35d844 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:17.402670 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9e1ea004-33ee-40e9-bf5b-c3b179a6557c req-e001728d-05e0-4229-8524-79453e35d844 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.1581626 May 05 20:33:17.449806 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9e1ea004-33ee-40e9-bf5b-c3b179a6557c req-fa5a2780-c1d7-41e8-afb4-e6727561368d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 May 05 20:33:17.574223 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 819c2fb1-318b-4d49-819f-72ae33e8a513 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:33:17.608736 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d2cb2-6fcc-45f4-a7fd-a2291e765705 req-80f64bd3-807e-4b9e-a694-19575366f5c6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:17.610243 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e74d2cb2-6fcc-45f4-a7fd-a2291e765705 req-80f64bd3-807e-4b9e-a694-19575366f5c6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0552764 May 05 20:33:17.658729 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e74d2cb2-6fcc-45f4-a7fd-a2291e765705 req-21488265-13c4-49de-b6f4-4158c4442c47 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 May 05 20:33:17.673520 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 819c2fb1-318b-4d49-819f-72ae33e8a513, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=819c2fb1-318b-4d49-819f-72ae33e8a513,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:17.682179 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '819c2fb1-318b-4d49-819f-72ae33e8a513', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'port_id': '819c2fb1-318b-4d49-819f-72ae33e8a513', 'mac_address': 'fa:16:3e:9f:ba:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:33:17.722929 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 819c2fb1-318b-4d49-819f-72ae33e8a513 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:33:17.723316 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:17.736166 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819c2fb1-318b-4d49-819f-72ae33e8a513 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:33:17.756157 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 819c2fb1-318b-4d49-819f-72ae33e8a513, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=819c2fb1-318b-4d49-819f-72ae33e8a513,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:17.915309 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a1fe2-fde8-4a47-99de-d97add9cf936 req-30e41a4c-5e85-43ee-b27f-939c27c0f123 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:17.916963 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-778a1fe2-fde8-4a47-99de-d97add9cf936 req-30e41a4c-5e85-43ee-b27f-939c27c0f123 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 944 time: 0.0557258 May 05 20:33:17.918870 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:17.966030 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-778a1fe2-fde8-4a47-99de-d97add9cf936 req-898a6695-ac43-4f79-b3d9-c8922728883c tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406752 May 05 20:33:17.967112 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=819c2fb1-318b-4d49-819f-72ae33e8a513,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:17.974064 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.974411 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.974962 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.975077 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.975391 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.975712 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.976037 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.976359 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.976680 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.977003 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.977391 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.977769 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:17.978091 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:18.532292 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device a73d0804-3187-4b2f-b7eb-fea46d3a1f40 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:18.551931 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: a73d0804-3187-4b2f-b7eb-fea46d3a1f40 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:18.552397 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device a73d0804-3187-4b2f-b7eb-fea46d3a1f40 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:18.617659 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e616e9b-d088-4484-b714-36d4a55db4ae req-64bcf217-04cb-426e-ba92-80b6b6cbd8c0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:18.619627 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5e616e9b-d088-4484-b714-36d4a55db4ae req-64bcf217-04cb-426e-ba92-80b6b6cbd8c0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.1039188 May 05 20:33:18.667619 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5e616e9b-d088-4484-b714-36d4a55db4ae req-8bbabee0-e12e-452e-8060-93b83c2adef0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424349 May 05 20:33:18.783128 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0cc04-58d8-4781-b642-cc83232672ba req-7d5e8f8f-df5a-4fbe-ae43-c30b19d8cc15 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:18.784494 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbc0cc04-58d8-4781-b642-cc83232672ba req-7d5e8f8f-df5a-4fbe-ae43-c30b19d8cc15 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0558798 May 05 20:33:18.833836 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbc0cc04-58d8-4781-b642-cc83232672ba req-dbcefb83-a8d4-44a6-9bb5-dec737f91536 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 May 05 20:33:18.866967 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['819c2fb1-318b-4d49-819f-72ae33e8a513'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:33:19.083117 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1e9c6-04e2-4b53-bb97-c487862e5f47 req-341dd82f-72f1-4ac9-854b-0ba79b548ec5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:19.084558 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-02b1e9c6-04e2-4b53-bb97-c487862e5f47 req-341dd82f-72f1-4ac9-854b-0ba79b548ec5 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 945 time: 0.0533121 May 05 20:33:19.130604 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-02b1e9c6-04e2-4b53-bb97-c487862e5f47 req-621270a1-b194-4026-acc8-1d0df3317d33 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402002 May 05 20:33:19.788611 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188c13-b69a-432f-8d12-0924bb0a4502 req-af21b8e1-e2fa-4479-bcc9-2bb5d09330ed tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:19.790129 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef188c13-b69a-432f-8d12-0924bb0a4502 req-af21b8e1-e2fa-4479-bcc9-2bb5d09330ed tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0546238 May 05 20:33:19.844818 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef188c13-b69a-432f-8d12-0924bb0a4502 req-f7ae217a-fe80-4fd8-b973-391645f509c4 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488544 May 05 20:33:19.955786 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537d6f5-8f3d-4624-b749-3dcb5f973ece req-150a208b-7fd3-4711-b4df-a0ecf22d960b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:19.957265 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9537d6f5-8f3d-4624-b749-3dcb5f973ece req-150a208b-7fd3-4711-b4df-a0ecf22d960b tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0550127 May 05 20:33:20.005720 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9537d6f5-8f3d-4624-b749-3dcb5f973ece req-d9781e5e-812d-4d50-89ef-c3c9e7e6efb8 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce2967f-0b23-438d-a577-faecb1834712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 May 05 20:33:20.248796 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f4399-7f92-4235-8502-01ba79389cc0 req-e911d36d-68c3-4390-a2c7-b6b0097abc99 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:20.250309 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b40f4399-7f92-4235-8502-01ba79389cc0 req-e911d36d-68c3-4390-a2c7-b6b0097abc99 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 945 time: 0.0546496 May 05 20:33:20.297260 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b40f4399-7f92-4235-8502-01ba79389cc0 req-f37c9540-c35d-416a-be4c-01e6ea217488 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414975 May 05 20:33:20.421794 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-561a672c-9dbe-4c93-ae4e-65536571180d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:20.423188 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-561a672c-9dbe-4c93-ae4e-65536571180d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 945 time: 0.0568619 May 05 20:33:20.522252 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Deleting port e7826565-819a-4e94-a4b7-6a1addc47da1 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:20.522587 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:20.614264 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] For port e7826565-819a-4e94-a4b7-6a1addc47da1, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e7826565-819a-4e94-a4b7-6a1addc47da1,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:20.614624 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:20.787768 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:20.788034 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (3e0eb94c-deec-430f-a3a5-7932779d54dc), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:20.788348 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Floating IP 3e0eb94c-deec-430f-a3a5-7932779d54dc disassociated. External IP: 172.27.0.242, port: e7826565-819a-4e94-a4b7-6a1addc47da1. May 05 20:33:20.788685 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Calling delete_port for e7826565-819a-4e94-a4b7-6a1addc47da1 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:20.958874 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 819c2fb1-318b-4d49-819f-72ae33e8a513 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:33:20.965071 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf808c9-04fc-4c96-8c68-779f4ec0e91f req-8146cde1-13f1-4dce-80d0-1f8c7d4f4f91 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:20.966602 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dcf808c9-04fc-4c96-8c68-779f4ec0e91f req-8146cde1-13f1-4dce-80d0-1f8c7d4f4f91 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0561557 May 05 20:33:21.010610 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (e7826565-819a-4e94-a4b7-6a1addc47da1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:21.015021 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dcf808c9-04fc-4c96-8c68-779f4ec0e91f req-e5807a06-9ed6-438b-b308-000339721fb2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 May 05 20:33:21.044443 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event deleted for resources: {'Port': ['ID=e7826565-819a-4e94-a4b7-6a1addc47da1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:21.073883 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 819c2fb1-318b-4d49-819f-72ae33e8a513 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:33:21.078667 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 819c2fb1-318b-4d49-819f-72ae33e8a513 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:33:21.078931 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:21.108810 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c217ff18-acdc-432d-aca6-ebaf2df9e0ba req-cd97c10b-85aa-4cef-a4cb-1cdd5b624207 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 210 time: 0.0288882 May 05 20:33:21.172407 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 819c2fb1-318b-4d49-819f-72ae33e8a513 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:33:21.172796 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:21.175723 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Router 211300e7-5dd5-41dc-8626-ffae5d27289a has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:33:21.197094 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819c2fb1-318b-4d49-819f-72ae33e8a513'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:21.199370 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c5542e-ab66-48c0-b2c9-e203128e690a" -d '{"events": [{"server_uuid": "73f0f519-6ef3-465b-8717-44cc1b3fce24", "name": "network-vif-plugged", "status": "completed", "tag": "819c2fb1-318b-4d49-819f-72ae33e8a513"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:21.212574 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 819c2fb1-318b-4d49-819f-72ae33e8a513, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=819c2fb1-318b-4d49-819f-72ae33e8a513,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:21.241396 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb23c3af-bd1a-4730-b8d6-e99aea1a29f2 x-openstack-request-id: req-cb23c3af-bd1a-4730-b8d6-e99aea1a29f2 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:21.241694 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f0f519-6ef3-465b-8717-44cc1b3fce24", "name": "network-vif-plugged", "status": "completed", "tag": "819c2fb1-318b-4d49-819f-72ae33e8a513", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:21.241951 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb23c3af-bd1a-4730-b8d6-e99aea1a29f2 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:21.242354 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb23c3af-bd1a-4730-b8d6-e99aea1a29f2'] response: {'server_uuid': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819c2fb1-318b-4d49-819f-72ae33e8a513', 'code': 200} May 05 20:33:21.296414 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:33:21.308108 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] Sync routers for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:21.320020 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:21.320653 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:32:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:21.325650 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:21.343440 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] No DVR routers for this DVR port e7826565-819a-4e94-a4b7-6a1addc47da1 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:21.346107 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:21.349838 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a42c6a13-1202-43aa-99d7-49db84f54a4f req-e5e2b92c-bf2c-4684-b78e-e80af3222f42 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "DELETE /v2.0/ports/e7826565-819a-4e94-a4b7-6a1addc47da1 HTTP/1.1" status: 204 len: 173 time: 0.9204202 May 05 20:33:21.350389 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'name': 'network-vif-deleted', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:21.352734 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2d81b0-73ef-4e5d-b9b9-cec5d0b1e872" -d '{"events": [{"server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "name": "network-vif-deleted", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:21.406415 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce2b42-f956-4d99-8286-b6719ba0c7d0 x-openstack-request-id: req-21ce2b42-f956-4d99-8286-b6719ba0c7d0 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:21.407011 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0745b190-0509-460c-b91b-7d78bb2d4c22", "name": "network-vif-deleted", "tag": "e7826565-819a-4e94-a4b7-6a1addc47da1", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:21.407660 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21ce2b42-f956-4d99-8286-b6719ba0c7d0 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:21.408254 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ce2b42-f956-4d99-8286-b6719ba0c7d0'] response: {'server_uuid': '0745b190-0509-460c-b91b-7d78bb2d4c22', 'name': 'network-vif-deleted', 'tag': 'e7826565-819a-4e94-a4b7-6a1addc47da1', 'status': 'completed', 'code': 200} May 05 20:33:21.464235 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=819c2fb1-318b-4d49-819f-72ae33e8a513,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:21.485667 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0498d0f-9558-465e-949e-382f83548558 req-3ab4a9c2-76a4-4700-a772-d8b3c84e028e tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:21.494633 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e0498d0f-9558-465e-949e-382f83548558 req-3ab4a9c2-76a4-4700-a772-d8b3c84e028e tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.1072958 May 05 20:33:21.497930 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:21.564420 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e0498d0f-9558-465e-949e-382f83548558 req-f4ddf72f-4a46-4d63-b026-7baf508d3cdc tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627568 May 05 20:33:21.670492 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b6e9b-4bc0-45f7-8f4a-75f794122ea2 req-42107af1-af0d-4622-9447-6284f0160b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:21.672013 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba8b6e9b-4bc0-45f7-8f4a-75f794122ea2 req-42107af1-af0d-4622-9447-6284f0160b9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 1130 time: 0.0617673 May 05 20:33:21.723254 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba8b6e9b-4bc0-45f7-8f4a-75f794122ea2 req-babfd05a-3c49-4856-ae70-9be7b02612f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 May 05 20:33:21.752892 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:43Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:21.776463 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:33:21.780565 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] Checking router: 211300e7-5dd5-41dc-8626-ffae5d27289a for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:21.789077 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:21.789801 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:32:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:21.904071 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:22.106072 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:43Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:22.132458 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343adab8-b8c0-40b9-af83-913414ffed67 None None] The sync data for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi is: [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '19eb8a89-5f51-42d1-8649-1cff6a15c474', 'name': '', 'network_id': 'cae199b6-12f4-41de-b95f-3aec24f02fb9', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'mac_address': 'fa:16:3e:77:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:32Z', 'updated_at': '2022-05-05T20:28:43Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'subnets': [{'id': 'e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:22.139044 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e12618-889f-4af9-b2ce-4087142a3e97 req-adff010b-5923-41b6-aca1-7d2094f64325 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:22.140563 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b7e12618-889f-4af9-b2ce-4087142a3e97 req-adff010b-5923-41b6-aca1-7d2094f64325 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0562038 May 05 20:33:22.197249 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b7e12618-889f-4af9-b2ce-4087142a3e97 req-375d8dc8-a25a-46cb-99da-7c958da69531 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499659 May 05 20:33:22.238855 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3ae5c473-9399-41ba-a2e8-4a90a53c165f req-337b2c37-a198-4264-9ee4-148edf76ef2d tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 210 time: 0.0286405 May 05 20:33:22.354501 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154dfb24-a947-4aa2-8ebd-4ab6a3a9c87d None None] New status for floating IP 3e0eb94c-deec-430f-a3a5-7932779d54dc: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:33:22.673710 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52e645-2c6f-46a6-a8ca-cea887b52651 req-1b6a0d9e-6138-40d9-9030-61f3c439b674 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:22.675167 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b52e645-2c6f-46a6-a8ca-cea887b52651 req-1b6a0d9e-6138-40d9-9030-61f3c439b674 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.0515556 May 05 20:33:22.727242 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1b52e645-2c6f-46a6-a8ca-cea887b52651 req-97d52e01-671e-4b57-8590-6052ad90d679 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462773 May 05 20:33:22.874158 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16d79197-2db9-42ec-9f8a-69977378cfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:23.317910 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a46a21-5b73-40ca-b3e0-1a153c9a9b88 req-36c67b34-e6d8-4feb-8705-87d02829bc64 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:23.319416 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-21a46a21-5b73-40ca-b3e0-1a153c9a9b88 req-36c67b34-e6d8-4feb-8705-87d02829bc64 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0546155 May 05 20:33:23.351105 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-77269458-19d7-430b-aef3-86985d588900 req-72ea9660-5a4a-4dfb-8f1b-9c0c248f9f7a tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 210 time: 0.0307558 May 05 20:33:23.387408 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-21a46a21-5b73-40ca-b3e0-1a153c9a9b88 req-430138fb-27bb-4289-8e81-e063052021e9 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589559 May 05 20:33:23.848923 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c29acc-0f70-4d14-b840-a495d98d83c3 req-e9ead04d-5295-443f-babb-67e0ff5807eb tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:23.850355 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42c29acc-0f70-4d14-b840-a495d98d83c3 req-e9ead04d-5295-443f-babb-67e0ff5807eb tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.0556855 May 05 20:33:23.899705 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42c29acc-0f70-4d14-b840-a495d98d83c3 req-6cd0a503-8f56-4109-b4e3-b41a7a81cc77 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435164 May 05 20:33:24.463508 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef128ed9-fd04-4671-8ccb-53e27124e161 req-85373d9b-4907-45bf-b5aa-a804d5548ae5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=0745b190-0509-460c-b91b-7d78bb2d4c22 HTTP/1.1" status: 200 len: 210 time: 0.0351961 May 05 20:33:24.513942 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e54cc5-28ec-4401-aa8f-c1c42e3fd5c2 req-779f5190-5ec2-4179-a071-c80c95f0c3a7 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:24.515413 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27e54cc5-28ec-4401-aa8f-c1c42e3fd5c2 req-779f5190-5ec2-4179-a071-c80c95f0c3a7 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0550976 May 05 20:33:24.564454 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27e54cc5-28ec-4401-aa8f-c1c42e3fd5c2 req-0e70f21c-3052-4f33-999f-7a99ce55b455 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434995 May 05 20:33:24.838664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-229942a8-e0bb-423e-bedd-f097a375f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:24.840504 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-229942a8-e0bb-423e-bedd-f097a375f3e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7e2232065a84ff88ccc574160e0114c&device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1130 time: 0.0451994 May 05 20:33:24.934073 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-fe0b096e-e419-4224-bb41-6c2b93f364c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:24.935538 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-fe0b096e-e419-4224-bb41-6c2b93f364c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db004025-88a0-4413-a8fa-287a22738800 HTTP/1.1" status: 200 len: 909 time: 0.0881224 May 05 20:33:25.004653 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-764ef8d5-23cd-4b79-b627-139f0f2048d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299 HTTP/1.1" status: 200 len: 1002 time: 0.0621104 May 05 20:33:25.007635 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device e7826565-819a-4e94-a4b7-6a1addc47da1 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:25.024820 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f98e9b-1c01-48eb-848f-7ca76b8bf675 req-a9efa7ed-c552-40b3-a0c1-e604cfa0200f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.026919 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5f98e9b-1c01-48eb-848f-7ca76b8bf675 req-a9efa7ed-c552-40b3-a0c1-e604cfa0200f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.0574477 May 05 20:33:25.032931 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: e7826565-819a-4e94-a4b7-6a1addc47da1 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:25.033267 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device e7826565-819a-4e94-a4b7-6a1addc47da1 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:25.050360 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-afe4fc06-9b76-4410-8b4b-ff0a410a4550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:25.056658 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-5a8cd5fd-f8d7-4df5-bb7d-c7c787cd6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.059251 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-5a8cd5fd-f8d7-4df5-bb7d-c7c787cd6171 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f6e706-08fa-40dc-995a-d4d4a2d2fa7e HTTP/1.1" status: 200 len: 847 time: 0.0462432 May 05 20:33:25.115246 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-128de510-6af0-45ee-8b88-e9da0ecc1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.116763 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-128de510-6af0-45ee-8b88-e9da0ecc1e6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db004025-88a0-4413-a8fa-287a22738800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523038 May 05 20:33:25.209243 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-33b4ad66-2ccf-45b9-aa43-6f5cdc5cb6a1 service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855136 May 05 20:33:25.282721 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5f98e9b-1c01-48eb-848f-7ca76b8bf675 req-1b633937-a30e-409f-a933-d9cd4f988557 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493544 May 05 20:33:25.313321 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1c64136-8057-43be-b278-8503bcfb55f9 req-f83272b6-c9d6-4973-be60-c9d1b5ea3f97 service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925541 May 05 20:33:25.641168 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35098) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:25.685253 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60a07f-009d-4876-acaa-768b1f1cfbfc req-97242246-3530-4c38-abdd-1568546ddf3e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.686776 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cf60a07f-009d-4876-acaa-768b1f1cfbfc req-97242246-3530-4c38-abdd-1568546ddf3e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0527289 May 05 20:33:25.695725 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6b3633f5-a6b2-4892-bbe7-fe9c8e165c01 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group (1ce2967f-0b23-438d-a577-faecb1834712), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:25.720453 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6b3633f5-a6b2-4892-bbe7-fe9c8e165c01 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group (1ce2967f-0b23-438d-a577-faecb1834712), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:25.737397 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cf60a07f-009d-4876-acaa-768b1f1cfbfc req-05e78f40-ae44-4904-be18-c3707341b9ee tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447018 May 05 20:33:25.868710 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6b3633f5-a6b2-4892-bbe7-fe9c8e165c01 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (1ce2967f-0b23-438d-a577-faecb1834712), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:25.872135 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6b3633f5-a6b2-4892-bbe7-fe9c8e165c01 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:25.872887 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6b3633f5-a6b2-4892-bbe7-fe9c8e165c01 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "DELETE /v2.0/security-groups/1ce2967f-0b23-438d-a577-faecb1834712 HTTP/1.1" status: 204 len: 168 time: 0.2306650 May 05 20:33:25.875438 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35114) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:25.882445 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3633f5-a6b2-4892-bbe7-fe9c8e165c01 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce2967f-0b23-438d-a577-faecb1834712,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:25.894403 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-7228400f-9add-40da-80bd-28d8ba8f5509 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] show failed (client error): The resource could not be found. May 05 20:33:25.895506 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7228400f-9add-40da-80bd-28d8ba8f5509 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups/1ce2967f-0b23-438d-a577-faecb1834712 HTTP/1.1" status: 404 len: 347 time: 0.0189233 May 05 20:33:25.903962 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35116) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:26.002747 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-72d45f96-601d-4283-8352-c5a15afd0777 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:26.004247 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-72d45f96-601d-4283-8352-c5a15afd0777 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/networks?id=7ab39458-7449-45fe-b784-78e5bdfb4d06 HTTP/1.1" status: 200 len: 814 time: 0.1114354 May 05 20:33:26.019587 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-a571233b-9fa9-405a-b20c-3379d7c149cb tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/quotas/8acd5e7d1c0543a19b32f610880994c8 HTTP/1.1" status: 200 len: 375 time: 0.0090461 May 05 20:33:26.030494 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Deleting port 46925941-600a-4de3-9437-2109af5f013b {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:26.033786 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (46925941-600a-4de3-9437-2109af5f013b), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:26.051648 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-4be245a9-7cf3-4076-9950-32a7ba06fbb9 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8acd5e7d1c0543a19b32f610880994c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268137 May 05 20:33:26.114067 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (46925941-600a-4de3-9437-2109af5f013b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:26.114546 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for floatingip (46925941-600a-4de3-9437-2109af5f013b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:26.127437 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Calling delete_port for 46925941-600a-4de3-9437-2109af5f013b owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:26.187329 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-ae01271e-207b-456c-8a52-499a118e2f41 service neutron] 10.222.0.49 "GET /v2.0/networks/7ab39458-7449-45fe-b784-78e5bdfb4d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283464 May 05 20:33:26.278711 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-a14a5394-faec-43a1-be1c-33d33653f0ca service neutron] 10.222.0.49 "GET /v2.0/networks/7ab39458-7449-45fe-b784-78e5bdfb4d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855119 May 05 20:33:26.365893 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (46925941-600a-4de3-9437-2109af5f013b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:26.393374 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event deleted for resources: {'Port': ['ID=46925941-600a-4de3-9437-2109af5f013b,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:26.404412 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:26.411791 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e5d2-dd39-499c-9507-129f7812a6d3 req-f0562a1d-21a7-4548-a3a4-3f73850ad030 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:26.413281 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89a3e5d2-dd39-499c-9507-129f7812a6d3 req-f0562a1d-21a7-4548-a3a4-3f73850ad030 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.0582180 May 05 20:33:26.460603 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks [] for floatingip (3e0eb94c-deec-430f-a3a5-7932779d54dc), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:26.462166 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89a3e5d2-dd39-499c-9507-129f7812a6d3 req-2be35f29-e190-468d-9d49-ead644c4f8a6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424523 May 05 20:33:26.463793 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:26.467918 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-44475647-c4a7-4f66-b349-54fb8436990e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "DELETE /v2.0/floatingips/3e0eb94c-deec-430f-a3a5-7932779d54dc HTTP/1.1" status: 204 len: 168 time: 0.5598209 May 05 20:33:26.558694 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cab4ea77-561c-4625-963b-f0ab22997bbd req-a0185bd2-f8da-4818-8f05-ff87562db040 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 210 time: 0.0338230 May 05 20:33:26.615675 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c1b0b-c6e1-4d91-af90-20e61e848048 req-e7253429-1bf4-44a5-9cf1-143914962265 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:26.617163 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c73c1b0b-c6e1-4d91-af90-20e61e848048 req-e7253429-1bf4-44a5-9cf1-143914962265 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.0575747 May 05 20:33:26.626996 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35132) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:26.631552 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-ec7cd6cc-fc36-42c6-9a71-2484f6b0097f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Request body: {'floatingip': {'port_id': '819c2fb1-318b-4d49-819f-72ae33e8a513'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:26.675460 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd6cc-fc36-42c6-9a71-2484f6b0097f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (9662714e-abf1-4649-8934-feb6eb6670c8), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:26.933571 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9009f1-bc9e-41f6-9910-dc3c39069243 req-2cb77e67-940e-48b6-85d8-e5e503ecd089 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:26.935146 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0d9009f1-bc9e-41f6-9910-dc3c39069243 req-2cb77e67-940e-48b6-85d8-e5e503ecd089 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0983148 May 05 20:33:27.066393 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0d9009f1-bc9e-41f6-9910-dc3c39069243 req-f35987d6-c98b-4224-9e7b-cd61e6496e71 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232162 May 05 20:33:27.224582 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd6cc-fc36-42c6-9a71-2484f6b0097f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:27.347191 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd6cc-fc36-42c6-9a71-2484f6b0097f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (9662714e-abf1-4649-8934-feb6eb6670c8), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:27.449603 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-ec7cd6cc-fc36-42c6-9a71-2484f6b0097f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Floating IP 9662714e-abf1-4649-8934-feb6eb6670c8 associated. External IP: 172.27.0.193, port: 819c2fb1-318b-4d49-819f-72ae33e8a513. May 05 20:33:27.669761 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-43801ef5-7d1e-4bdb-b9d6-b971ebe49f43 req-c95ead10-9549-453a-9208-277136371c2a tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 210 time: 0.0347140 May 05 20:33:27.692960 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7cd6cc-fc36-42c6-9a71-2484f6b0097f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:33:27.807406 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7cd6cc-fc36-42c6-9a71-2484f6b0097f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:33:27.812384 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd6cc-fc36-42c6-9a71-2484f6b0097f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:27.819058 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] Sync routers for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:27.827891 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:27.828767 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:27.845573 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ec7cd6cc-fc36-42c6-9a71-2484f6b0097f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "PUT /v2.0/floatingips/9662714e-abf1-4649-8934-feb6eb6670c8 HTTP/1.1" status: 200 len: 992 time: 1.2172835 May 05 20:33:27.847517 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'tag': '819c2fb1-318b-4d49-819f-72ae33e8a513'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:27.848436 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1d907-9ebf-412e-aaf9-dd52126b1171" -d '{"events": [{"name": "network-changed", "server_uuid": "73f0f519-6ef3-465b-8717-44cc1b3fce24", "tag": "819c2fb1-318b-4d49-819f-72ae33e8a513"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:27.886875 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3909eb-2b9c-4bc5-baf4-2c56bbe39cf5 x-openstack-request-id: req-3d3909eb-2b9c-4bc5-baf4-2c56bbe39cf5 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:27.887170 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f0f519-6ef3-465b-8717-44cc1b3fce24", "tag": "819c2fb1-318b-4d49-819f-72ae33e8a513", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:27.887419 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d3909eb-2b9c-4bc5-baf4-2c56bbe39cf5 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:27.887818 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3909eb-2b9c-4bc5-baf4-2c56bbe39cf5'] response: {'name': 'network-changed', 'server_uuid': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'tag': '819c2fb1-318b-4d49-819f-72ae33e8a513', 'status': 'completed', 'code': 200} May 05 20:33:27.959561 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-a63e80f9-a37d-4507-8485-cee453ef6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:27.961077 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-a63e80f9-a37d-4507-8485-cee453ef6aab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=256098b6f90b4be98b757a2d962f6a82&device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 1130 time: 0.0502043 May 05 20:33:28.079455 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-468ca045-e8b4-436a-a3a6-228c37742210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:28.081048 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-468ca045-e8b4-436a-a3a6-228c37742210 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 200 len: 911 time: 0.1130934 May 05 20:33:28.082142 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:28.154997 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-cdb09466-291a-4153-872f-7ef1a431c799 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819c2fb1-318b-4d49-819f-72ae33e8a513 HTTP/1.1" status: 200 len: 1000 time: 0.0675340 May 05 20:33:28.177755 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:28.197831 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736be282-95b5-4dc3-9801-9d4c6ac629e3 req-1ce3aff2-5a87-4bb8-9cba-408e22cfd129 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:28.205741 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-736be282-95b5-4dc3-9801-9d4c6ac629e3 req-1ce3aff2-5a87-4bb8-9cba-408e22cfd129 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0663307 May 05 20:33:28.242948 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-a4c51aab-e854-4727-a0ff-72d80cae17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:28.245310 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-a4c51aab-e854-4727-a0ff-72d80cae17aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88edb06f-50ec-439a-9612-51e02d8b4d43 HTTP/1.1" status: 200 len: 849 time: 0.0838051 May 05 20:33:28.258068 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-736be282-95b5-4dc3-9801-9d4c6ac629e3 req-57ac4e4c-2d39-4ae8-b3ae-be90f5831ed0 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513976 May 05 20:33:28.300072 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-c824046b-569e-4b45-964a-8cdfe3facd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:28.301622 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-c824046b-569e-4b45-964a-8cdfe3facd2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0bb89748-168d-4d28-ba29-6d7e24820be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499063 May 05 20:33:28.336304 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '9662714e-abf1-4649-8934-feb6eb6670c8', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'port_id': '819c2fb1-318b-4d49-819f-72ae33e8a513', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'mac_address': 'fa:16:3e:9f:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:07Z', 'updated_at': '2022-05-05T20:33:27Z', 'revision_number': 1, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:28.366578 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] Checking router: 62c96e1b-058d-4dd4-b8a2-82001a8d01fa for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:28.375689 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:28.376304 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:28.393539 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-b954f36f-1269-4047-ad6c-8992787c964c service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851874 May 05 20:33:28.495257 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:28.736167 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68d1d907-9ebf-412e-aaf9-dd52126b1171 req-1d5f212f-d9da-4f3a-be47-2e2a7aba599a service neutron] 10.222.0.41 "GET /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345711 May 05 20:33:28.769457 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '9662714e-abf1-4649-8934-feb6eb6670c8', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'port_id': '819c2fb1-318b-4d49-819f-72ae33e8a513', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'mac_address': 'fa:16:3e:9f:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:07Z', 'updated_at': '2022-05-05T20:33:27Z', 'revision_number': 1, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:28.791533 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1c18da98-c6cb-44e5-a3fa-5b5b3561244c req-91748c68-6a10-46d8-a9e6-d1be04124c95 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 210 time: 0.0274413 May 05 20:33:28.801116 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aba5cf-4d80-4690-a066-688d639a2c72 None None] The sync data for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi is: [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '9662714e-abf1-4649-8934-feb6eb6670c8', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'port_id': '819c2fb1-318b-4d49-819f-72ae33e8a513', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'mac_address': 'fa:16:3e:9f:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:07Z', 'updated_at': '2022-05-05T20:33:27Z', 'revision_number': 1, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:28.941062 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-bd674297-3ca6-45cf-b254-4e00b4c38050 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:28.942646 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-bd674297-3ca6-45cf-b254-4e00b4c38050 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.41 "GET /v2.0/networks?id=7ab39458-7449-45fe-b784-78e5bdfb4d06 HTTP/1.1" status: 200 len: 814 time: 0.1107078 May 05 20:33:28.958635 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Request body: {'port': {'device_id': '381f802f-181f-441b-8865-61011e90a0af', 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06', 'admin_state_up': True, 'tenant_id': '8acd5e7d1c0543a19b32f610880994c8'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:29.001726 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a608c9-04a8-4648-8ee5-b22c9cd394b8 None None] New status for floating IP 9662714e-abf1-4649-8934-feb6eb6670c8: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:33:29.154202 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Made reservation on behalf of 8acd5e7d1c0543a19b32f610880994c8 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:29.157667 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:29.293528 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Allocated IP 172.20.0.7 (7ab39458-7449-45fe-b784-78e5bdfb4d06/bebc89b5-399d-4e59-ae6a-d5be14142e38/f65a10d8-2bd8-4616-a802-f1a631ba6fd1) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:29.389108 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27761d7d-1c4e-4ac5-b9b7-a25ff2b2d386 req-ec7d5c65-6f7b-46e0-9606-2e2c5309c23c tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:29.390533 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27761d7d-1c4e-4ac5-b9b7-a25ff2b2d386 req-ec7d5c65-6f7b-46e0-9606-2e2c5309c23c tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0621624 May 05 20:33:29.455556 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27761d7d-1c4e-4ac5-b9b7-a25ff2b2d386 req-9fb967f4-8bf2-46b0-8bc6-7ad2be031587 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590415 May 05 20:33:29.466396 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks [] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:29.543363 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:29.576790 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-c2957895-bf0a-4761-aba8-9396a658aac7 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033939783&fields=id&tenant_id=d757750e7af641b0b7ae7352c45433b5 HTTP/1.1" status: 200 len: 267 time: 0.0474427 May 05 20:33:29.583374 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:29.631953 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Network 7ab39458-7449-45fe-b784-78e5bdfb4d06 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:29.635513 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-e473d0c0-5e13-416e-8b09-5e2cb8cec01a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:29.635744 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:29.637629 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-e473d0c0-5e13-416e-8b09-5e2cb8cec01a tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 984 time: 0.0547812 May 05 20:33:29.642466 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:33:29.646488 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Pushing event updated for resources: {'Port': ['ID=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:29.648488 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Request body: {'port': {'security_groups': ['987326c1-bfb7-4e8f-a4a9-aaba508d9f3c']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:29.673735 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.674084 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.674425 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.674762 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.675096 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.675425 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.675753 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.676080 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.676405 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.676737 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.677061 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.677412 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.677741 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:29.704629 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:29.705233 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:29.740719 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:29.780289 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-46a3fcbf-215f-4924-a435-2b4560c6e470 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261659 May 05 20:33:29.793043 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Request body: {'port': {'device_id': '381f802f-181f-441b-8865-61011e90a0af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:33:29.856712 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:29.943740 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b627c4a-62ce-42b1-980a-32bf8f962757 req-5093e659-f883-4ebf-a295-6d926cbe9184 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:29.945157 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8b627c4a-62ce-42b1-980a-32bf8f962757 req-5093e659-f883-4ebf-a295-6d926cbe9184 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1361735 May 05 20:33:30.027500 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-e565ae36-a083-4cd8-8695-ef9317552b6c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1549022 May 05 20:33:30.043633 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8b627c4a-62ce-42b1-980a-32bf8f962757 req-65044e94-79e4-4a67-b092-cd3ab2383a5f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916135 May 05 20:33:30.049249 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] For port 951668ee-508b-49d7-b5d4-b8a2f1ba3344, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:30.089762 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.137636 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-fe7e0e30-3d05-4d62-b635-111a83fb6320 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.139132 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-fe7e0e30-3d05-4d62-b635-111a83fb6320 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports/da2cf2e4-6b6a-4dab-9219-da01dfa1c299 HTTP/1.1" status: 200 len: 943 time: 0.0773888 May 05 20:33:30.199117 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65a10d8-2bd8-4616-a802-f1a631ba6fd1 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:33:30.207652 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Publish callbacks [] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.223314 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Transition to ACTIVE for port object f65a10d8-2bd8-4616-a802-f1a631ba6fd1 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:33:30.314567 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.349479 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.368420 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['951668ee-508b-49d7-b5d4-b8a2f1ba3344'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:33:30.374984 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:30.417896 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.418888 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.426424 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35192) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:30.433778 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-feac0bea-d26c-404d-a0e8-0af761db5a45 req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "PUT /v2.0/ports/951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 942 time: 0.7900443 May 05 20:33:30.439755 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:30.446516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:30.458724 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event updated for resources: {'Port': ['ID=951668ee-508b-49d7-b5d4-b8a2f1ba3344,revision_number=7']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:30.490286 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Attempting to bind port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:33:30.490616 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Attempting to bind port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:33:30.491144 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Attempting to bind port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 on network 7ab39458-7449-45fe-b784-78e5bdfb4d06 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:33:30.506768 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e2a1f-650f-41e1-aa03-d5236932f610 req-330285b6-ad15-4c43-9722-e7d1518d8642 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.506976 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 on network 7ab39458-7449-45fe-b784-78e5bdfb4d06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:33:30.507102 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Attempting to bind port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 on network 7ab39458-7449-45fe-b784-78e5bdfb4d06 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:33:30.508344 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea2e2a1f-650f-41e1-aa03-d5236932f610 req-330285b6-ad15-4c43-9722-e7d1518d8642 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.4026573 May 05 20:33:30.520250 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.520610 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.520957 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.521316 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.521659 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.522154 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.522404 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.522650 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.523051 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.523295 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.523620 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.523983 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.524315 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d2850-209c-4d9f-9004-4dca8f3a0713 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:30.530086 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-005f0aa8-cbb3-4bd8-835e-c29f19cc01dc tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group (5237c5b3-3bd2-4baa-af22-212c377fab08), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.536251 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:33:30.536605 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Checking segment: {'id': 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:33:30.536990 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Bound using segment: {'id': 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:33:30.537626 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Bound port: f65a10d8-2bd8-4616-a802-f1a631ba6fd1, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:33:30.537999 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.567364 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['951668ee-508b-49d7-b5d4-b8a2f1ba3344'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:33:30.579493 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-005f0aa8-cbb3-4bd8-835e-c29f19cc01dc tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group (5237c5b3-3bd2-4baa-af22-212c377fab08), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.627698 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea2e2a1f-650f-41e1-aa03-d5236932f610 req-7409cfcc-36df-44db-b63f-2aa9bca0ea3f tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980854 May 05 20:33:30.655976 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f6a35-8bb0-4b82-bc95-d8e86346e32b req-2eeed3ec-4502-4a2e-a826-647fffe22525 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.657534 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c7f6a35-8bb0-4b82-bc95-d8e86346e32b req-2eeed3ec-4502-4a2e-a826-647fffe22525 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 943 time: 0.1268857 May 05 20:33:30.725979 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c38824-f5ea-4acb-9302-18ff79126c6d x-openstack-request-id: req-78c38824-f5ea-4acb-9302-18ff79126c6d {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:30.726281 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:30.726560 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78c38824-f5ea-4acb-9302-18ff79126c6d {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:30.727148 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c38824-f5ea-4acb-9302-18ff79126c6d'] response: {'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'status': 'completed', 'code': 200} May 05 20:33:30.740101 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] For port f65a10d8-2bd8-4616-a802-f1a631ba6fd1, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:33:30.744884 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] For port f65a10d8-2bd8-4616-a802-f1a631ba6fd1, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:33:30.755038 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c7f6a35-8bb0-4b82-bc95-d8e86346e32b req-ba4e1eef-fc4d-4a42-bff8-16869710f800 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806768 May 05 20:33:30.773974 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-005f0aa8-cbb3-4bd8-835e-c29f19cc01dc tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (5237c5b3-3bd2-4baa-af22-212c377fab08), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.778234 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-005f0aa8-cbb3-4bd8-835e-c29f19cc01dc tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.781509 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-005f0aa8-cbb3-4bd8-835e-c29f19cc01dc tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "DELETE /v2.0/security-groups/5237c5b3-3bd2-4baa-af22-212c377fab08 HTTP/1.1" status: 204 len: 168 time: 0.3541033 May 05 20:33:30.781741 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35198) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:30.786680 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-b4767128-44fd-4cb2-88b7-decba646d590 None None] Provisioning complete for port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:33:30.787172 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b4767128-44fd-4cb2-88b7-decba646d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.806133 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f0aa8-cbb3-4bd8-835e-c29f19cc01dc tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5237c5b3-3bd2-4baa-af22-212c377fab08,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:30.830194 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-4ef6b818-52dc-405d-8eb8-676ccd1223eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.831656 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-4ef6b818-52dc-405d-8eb8-676ccd1223eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d757750e7af641b0b7ae7352c45433b5&device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 1129 time: 0.0703230 May 05 20:33:30.874071 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.884284 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b4767128-44fd-4cb2-88b7-decba646d590 None None] Current status of the port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:33:30.949781 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.950370 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.951994 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/f65a10d8-2bd8-4616-a802-f1a631ba6fd1 HTTP/1.1" status: 200 len: 1093 time: 1.1638138 May 05 20:33:30.952913 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381f802f-181f-441b-8865-61011e90a0af', 'tag': 'f65a10d8-2bd8-4616-a802-f1a631ba6fd1'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:30.954763 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9090c81d-0671-4a39-a8cf-18ba9d58c5de" -d '{"events": [{"name": "network-changed", "server_uuid": "381f802f-181f-441b-8865-61011e90a0af", "tag": "f65a10d8-2bd8-4616-a802-f1a631ba6fd1"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:30.958620 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Deleting port b4a52346-f58f-4ebd-a687-ecb7720670ea {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:30.959043 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (b4a52346-f58f-4ebd-a687-ecb7720670ea), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:30.997817 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dc86c-d98d-4f4c-beeb-55d1c202b4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:31.006281 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2ac912-1ef7-406b-94cd-35908b5cd46f x-openstack-request-id: req-9b2ac912-1ef7-406b-94cd-35908b5cd46f {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:31.006567 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381f802f-181f-441b-8865-61011e90a0af", "tag": "f65a10d8-2bd8-4616-a802-f1a631ba6fd1", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:31.006861 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b2ac912-1ef7-406b-94cd-35908b5cd46f {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:31.007203 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2ac912-1ef7-406b-94cd-35908b5cd46f'] response: {'name': 'network-changed', 'server_uuid': '381f802f-181f-441b-8865-61011e90a0af', 'tag': 'f65a10d8-2bd8-4616-a802-f1a631ba6fd1', 'status': 'completed', 'code': 200} May 05 20:33:31.018549 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-f9cace74-fc4d-4b80-a9f5-9cb613061999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.020020 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-f9cace74-fc4d-4b80-a9f5-9cb613061999 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af5bcccc-edb9-4199-814f-06d5f7386fb4 HTTP/1.1" status: 200 len: 915 time: 0.1654491 May 05 20:33:31.041223 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device da2cf2e4-6b6a-4dab-9219-da01dfa1c299 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:31.053287 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (b4a52346-f58f-4ebd-a687-ecb7720670ea), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:31.053650 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for floatingip (b4a52346-f58f-4ebd-a687-ecb7720670ea), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:31.068162 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Calling delete_port for b4a52346-f58f-4ebd-a687-ecb7720670ea owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:31.130524 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-a0d8a82a-fca6-4beb-858a-6f2d87448b26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 1001 time: 0.1032381 May 05 20:33:31.145683 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c81d-0671-4a39-a8cf-18ba9d58c5de req-33ab9831-b4c1-48db-b019-a9887772aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.147227 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9090c81d-0671-4a39-a8cf-18ba9d58c5de req-33ab9831-b4c1-48db-b019-a9887772aff3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8acd5e7d1c0543a19b32f610880994c8&device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 1127 time: 0.0733271 May 05 20:33:31.151611 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 is: ACTIVE; New status is: DOWN {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:33:31.151973 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:31.206655 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:31.210400 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f3d855-3da8-4ad0-8ac4-fc55cb63cf37" -d '{"events": [{"server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "name": "network-vif-unplugged", "status": "completed", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:31.232865 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:31.256224 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46092f-5c47-4e6c-894f-077322f62f33 req-4a0a22c9-1c40-43d7-b7c4-5c312533d28c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.257606 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6c46092f-5c47-4e6c-894f-077322f62f33 req-4a0a22c9-1c40-43d7-b7c4-5c312533d28c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.1317627 May 05 20:33:31.261347 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c50f0-220b-4fc7-9a8c-1c9abdace849 x-openstack-request-id: req-d64c50f0-220b-4fc7-9a8c-1c9abdace849 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:31.261640 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "name": "network-vif-unplugged", "status": "failed", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299", "code": 422}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:31.261899 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d64c50f0-220b-4fc7-9a8c-1c9abdace849 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:31.262339 dv-cinder-840730-1-iscsi neutron-server[103997]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d64c50f0-220b-4fc7-9a8c-1c9abdace849']: {'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'code': 422} returned with failed status May 05 20:33:31.278411 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-23c29615-7316-430c-9e90-4f506290ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.280849 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-23c29615-7316-430c-9e90-4f506290ce5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87979222-ee86-40c4-97e0-6e148b661a1c HTTP/1.1" status: 200 len: 853 time: 0.1435544 May 05 20:33:31.303044 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:31.326490 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c81d-0671-4a39-a8cf-18ba9d58c5de req-8a29f76f-ba84-4111-a327-a121fc7addee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.328451 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9090c81d-0671-4a39-a8cf-18ba9d58c5de req-8a29f76f-ba84-4111-a327-a121fc7addee service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8acd5e7d1c0543a19b32f610880994c8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1602237 May 05 20:33:31.347180 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6c46092f-5c47-4e6c-894f-077322f62f33 req-1776e006-13ef-45c5-85ee-54e718bef0bf tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 May 05 20:33:31.357527 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,revision_number=6']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:31.399493 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-6abe2838-cbd0-475f-ab32-cf2e4776bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.401023 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-6abe2838-cbd0-475f-ab32-cf2e4776bc83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af5bcccc-edb9-4199-814f-06d5f7386fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1120968 May 05 20:33:31.439576 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (b4a52346-f58f-4ebd-a687-ecb7720670ea), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:31.467205 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event deleted for resources: {'Port': ['ID=b4a52346-f58f-4ebd-a687-ecb7720670ea,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:31.490939 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c81d-0671-4a39-a8cf-18ba9d58c5de req-ddb3516f-0bff-4fa1-baad-bc9aef671a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.492402 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9090c81d-0671-4a39-a8cf-18ba9d58c5de req-ddb3516f-0bff-4fa1-baad-bc9aef671a59 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578732 May 05 20:33:31.522608 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-b76d3be3-3a68-471d-ae35-32e4b113d81b service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135409 May 05 20:33:31.537100 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks [] for floatingip (441008fb-7006-4fee-a65d-e008ea586528), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:31.537388 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Floating IP 441008fb-7006-4fee-a65d-e008ea586528 disassociated (deleted). External IP: 172.27.0.147, port: 951668ee-508b-49d7-b5d4-b8a2f1ba3344. May 05 20:33:31.646354 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-c325ce48-9cbb-4434-a627-3e59cb02f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.647810 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-c325ce48-9cbb-4434-a627-3e59cb02f1eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8acd5e7d1c0543a19b32f610880994c8&device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 1127 time: 0.1066093 May 05 20:33:31.693160 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f126c9ea-d9b3-4cee-98cf-cc4d4264327d req-56f71513-b1f4-4888-bda6-661c6de45e0f service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600246 May 05 20:33:31.694532 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-503c318c-b03a-4260-88c2-5ac842130129 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65a10d8-2bd8-4616-a802-f1a631ba6fd1 HTTP/1.1" status: 200 len: 217 time: 0.0387881 May 05 20:33:31.754371 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-0c24dad0-055d-49e4-a219-db4e4a6b0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.755403 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-0c24dad0-055d-49e4-a219-db4e4a6b0502 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bebc89b5-399d-4e59-ae6a-d5be14142e38 HTTP/1.1" status: 200 len: 854 time: 0.0469902 May 05 20:33:31.801722 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-2558e7b4-51ea-428d-9a59-c34dc3ce7644 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ab39458-7449-45fe-b784-78e5bdfb4d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349128 May 05 20:33:31.814811 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Router 3fa46d75-ca99-4f90-a69c-485819239410 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:33:31.829689 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bf0fb-afe5-42a1-a0b9-c8ae5ce3a841 req-05ff6cf5-123b-4cd7-99c2-72c070db2a0d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.831179 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4f8bf0fb-afe5-42a1-a0b9-c8ae5ce3a841 req-05ff6cf5-123b-4cd7-99c2-72c070db2a0d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.0925231 May 05 20:33:31.904983 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-9c432672-9296-40df-a12c-76ff491d4cd2 service neutron] 10.222.0.41 "GET /v2.0/networks/7ab39458-7449-45fe-b784-78e5bdfb4d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927987 May 05 20:33:31.969975 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cad68-9d84-4ea9-a9d5-48eda0c26eb1 req-59bdaf9d-29ec-47fb-9c40-df258b5af1c5 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.971476 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-232cad68-9d84-4ea9-a9d5-48eda0c26eb1 req-59bdaf9d-29ec-47fb-9c40-df258b5af1c5 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 943 time: 0.1394134 May 05 20:33:31.974926 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4f8bf0fb-afe5-42a1-a0b9-c8ae5ce3a841 req-08a4f5c2-45ba-4451-a706-9ee5f2fe22a8 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302447 May 05 20:33:32.009420 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30af3fc4-4c75-4720-b50d-dfd2c90ada71 req-47da4360-cd58-4f4a-b7f4-3fc22f56760f service neutron] 10.222.0.41 "GET /v2.0/networks/7ab39458-7449-45fe-b784-78e5bdfb4d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938725 May 05 20:33:32.055848 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:33:32.062639 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:32.069738 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] Sync routers for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:32.082248 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:32.083263 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:32.088488 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-232cad68-9d84-4ea9-a9d5-48eda0c26eb1 req-859ab92a-a5f1-45af-9e4f-dd49c95114ef tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876658 May 05 20:33:32.099217 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-83b5b7dd-b695-4549-8aca-5bc563efc61d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "DELETE /v2.0/floatingips/441008fb-7006-4fee-a65d-e008ea586528 HTTP/1.1" status: 204 len: 168 time: 1.3165751 May 05 20:33:32.132951 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-14f5869f-2da4-480f-a2bb-45d28dcf8ca9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:32.134599 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-14f5869f-2da4-480f-a2bb-45d28dcf8ca9 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0800593 May 05 20:33:32.211222 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:32.253953 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Deleting port cdd9b6d4-e373-414c-80f6-d309a031911d {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:32.254420 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:32.351748 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] For port cdd9b6d4-e373-414c-80f6-d309a031911d, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=cdd9b6d4-e373-414c-80f6-d309a031911d,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:32.352492 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:32.365364 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Calling delete_port for cdd9b6d4-e373-414c-80f6-d309a031911d owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:32.456861 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'd55a18f8-f1a2-4d76-bd4b-217e6f65af23', 'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'mac_address': 'fa:16:3e:76:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:49Z', 'updated_at': '2022-05-05T20:29:54Z', 'revision_number': 5, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'subnets': [{'id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:32.475764 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7daf2f-e73f-400c-8bfc-4f9bb6bc062f req-62c31bd3-8742-4ed2-903c-f296f31aae9f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:32.477281 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5e7daf2f-e73f-400c-8bfc-4f9bb6bc062f req-62c31bd3-8742-4ed2-903c-f296f31aae9f tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 946 time: 0.0581968 May 05 20:33:32.487691 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] Checking router: 3fa46d75-ca99-4f90-a69c-485819239410 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:32.497053 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:32.497712 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:32.541240 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5e7daf2f-e73f-400c-8bfc-4f9bb6bc062f req-b4fdd073-e730-4def-9811-63f551fb54ad tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549352 May 05 20:33:32.628667 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (cdd9b6d4-e373-414c-80f6-d309a031911d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:32.631750 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:32.661006 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['b5fc66f3-a81f-4563-8e91-64462787ed3a', 'cdd9b6d4-e373-414c-80f6-d309a031911d'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:33:32.664246 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event deleted for resources: {'Port': ['ID=cdd9b6d4-e373-414c-80f6-d309a031911d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:32.712210 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] No DVR routers for this DVR port cdd9b6d4-e373-414c-80f6-d309a031911d on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:32.715642 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:32.718890 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-439f7627-1f97-455a-b7ba-6b15acc67727 req-d8bd9e6c-3322-43bb-af05-133998de08af tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "DELETE /v2.0/ports/cdd9b6d4-e373-414c-80f6-d309a031911d HTTP/1.1" status: 204 len: 173 time: 0.5791693 May 05 20:33:32.728662 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:32.731028 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cf3059-0814-4b10-a179-78160712e85d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:32.774322 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fe6eed-3d8e-4829-8469-43b8f2e43221 x-openstack-request-id: req-51fe6eed-3d8e-4829-8469-43b8f2e43221 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:32.774935 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:32.775922 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51fe6eed-3d8e-4829-8469-43b8f2e43221 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:32.776560 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fe6eed-3d8e-4829-8469-43b8f2e43221'] response: {'name': 'network-changed', 'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'status': 'completed', 'code': 200} May 05 20:33:32.851579 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf3059-0814-4b10-a179-78160712e85d req-45651ca0-65ae-4827-afcc-ad236c1dc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:32.853123 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74cf3059-0814-4b10-a179-78160712e85d req-45651ca0-65ae-4827-afcc-ad236c1dc1be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d757750e7af641b0b7ae7352c45433b5&device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 1129 time: 0.0550079 May 05 20:33:32.950226 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf3059-0814-4b10-a179-78160712e85d req-a29bfbfc-8ed7-48b4-8660-dca220f4fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:32.951625 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74cf3059-0814-4b10-a179-78160712e85d req-a29bfbfc-8ed7-48b4-8660-dca220f4fd6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=af5bcccc-edb9-4199-814f-06d5f7386fb4 HTTP/1.1" status: 200 len: 915 time: 0.0920830 May 05 20:33:33.017475 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01407113-9288-46e1-ab33-0fcfe6957e93', 'name': 'network-vif-deleted', 'tag': 'cdd9b6d4-e373-414c-80f6-d309a031911d'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:33.019795 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9666014-9d0a-464a-83d8-626e9c9e8279" -d '{"events": [{"server_uuid": "01407113-9288-46e1-ab33-0fcfe6957e93", "name": "network-vif-deleted", "tag": "cdd9b6d4-e373-414c-80f6-d309a031911d"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:33.023872 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74cf3059-0814-4b10-a179-78160712e85d req-3a1d0f85-e257-4ed5-804e-42ff451c798d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 200 len: 217 time: 0.0619397 May 05 20:33:33.079202 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd05c4cd-9a0e-4b76-8e8d-d2212ea127cb x-openstack-request-id: req-cd05c4cd-9a0e-4b76-8e8d-d2212ea127cb {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:33.079501 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01407113-9288-46e1-ab33-0fcfe6957e93", "name": "network-vif-deleted", "tag": "cdd9b6d4-e373-414c-80f6-d309a031911d", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:33.079760 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd05c4cd-9a0e-4b76-8e8d-d2212ea127cb {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:33.080167 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd05c4cd-9a0e-4b76-8e8d-d2212ea127cb'] response: {'server_uuid': '01407113-9288-46e1-ab33-0fcfe6957e93', 'name': 'network-vif-deleted', 'tag': 'cdd9b6d4-e373-414c-80f6-d309a031911d', 'status': 'completed', 'code': 200} May 05 20:33:33.104112 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf3059-0814-4b10-a179-78160712e85d req-c679423f-11f4-406e-99db-35ff62d31b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.105726 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74cf3059-0814-4b10-a179-78160712e85d req-c679423f-11f4-406e-99db-35ff62d31b21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87979222-ee86-40c4-97e0-6e148b661a1c HTTP/1.1" status: 200 len: 853 time: 0.0742035 May 05 20:33:33.125860 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'd55a18f8-f1a2-4d76-bd4b-217e6f65af23', 'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'mac_address': 'fa:16:3e:76:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:49Z', 'updated_at': '2022-05-05T20:29:54Z', 'revision_number': 5, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'subnets': [{'id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:33.176732 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a755cd-d237-47a9-8c90-59f633fd6ac9 None None] The sync data for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi is: [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:29:50Z', 'revision_number': 4, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'd55a18f8-f1a2-4d76-bd4b-217e6f65af23', 'name': '', 'network_id': 'af5bcccc-edb9-4199-814f-06d5f7386fb4', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'mac_address': 'fa:16:3e:76:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:49Z', 'updated_at': '2022-05-05T20:29:54Z', 'revision_number': 5, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'subnets': [{'id': '87979222-ee86-40c4-97e0-6e148b661a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:33.184391 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ba2e-14ee-4974-9f96-a9352630cf02 req-91f92c09-e70c-4091-b23a-99202ef4e888 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.188774 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9fd6ba2e-14ee-4974-9f96-a9352630cf02 req-91f92c09-e70c-4091-b23a-99202ef4e888 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.1262355 May 05 20:33:33.207550 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf3059-0814-4b10-a179-78160712e85d req-24b20bd5-30a4-40bd-8699-c4076d93653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.210048 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74cf3059-0814-4b10-a179-78160712e85d req-24b20bd5-30a4-40bd-8699-c4076d93653f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af5bcccc-edb9-4199-814f-06d5f7386fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888178 May 05 20:33:33.295107 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9fd6ba2e-14ee-4974-9f96-a9352630cf02 req-9eb4992c-58e5-49ad-ab68-87386d2a8d66 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980344 May 05 20:33:33.325015 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044131f-eed2-433f-9db7-f0d6c29ac0f1 req-caf7375f-9f77-400d-acb5-80fe4f7feb75 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.332921 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5044131f-eed2-433f-9db7-f0d6c29ac0f1 req-caf7375f-9f77-400d-acb5-80fe4f7feb75 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 943 time: 0.0967965 May 05 20:33:33.350285 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74cf3059-0814-4b10-a179-78160712e85d req-1784731d-1765-4416-bf6b-6b9b7006fde5 service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259193 May 05 20:33:33.375965 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-56a4149b-9d27-4d2b-8e92-5e9198f2e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.378978 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-56a4149b-9d27-4d2b-8e92-5e9198f2e703 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304&tenant_id=c7e2232065a84ff88ccc574160e0114c HTTP/1.1" status: 200 len: 1128 time: 0.0861011 May 05 20:33:33.405245 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5044131f-eed2-433f-9db7-f0d6c29ac0f1 req-0b7bd572-ad6f-4ecc-aff2-b118dc99c206 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632839 May 05 20:33:33.502416 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a1b116-1800-44c8-9234-2789ca930ea4 None None] New status for floating IP 441008fb-7006-4fee-a65d-e008ea586528: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:33:33.505142 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-488a619b-f86e-478c-94c8-85ce9c0adfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.507255 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-488a619b-f86e-478c-94c8-85ce9c0adfdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7e2232065a84ff88ccc574160e0114c&device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1128 time: 0.0822599 May 05 20:33:33.508548 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74cf3059-0814-4b10-a179-78160712e85d req-0d24b471-ffff-4b20-a573-e8a734a5543e service neutron] 10.222.0.41 "GET /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283314 May 05 20:33:33.632390 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-0389ce08-2f42-457e-b572-37205ab3952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.635383 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-0389ce08-2f42-457e-b572-37205ab3952b service neutron] 10.222.0.41 "GET /v2.0/networks?id=db004025-88a0-4413-a8fa-287a22738800 HTTP/1.1" status: 200 len: 909 time: 0.0987620 May 05 20:33:33.670031 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9b873254-5cac-4a6d-80fa-6ab1a180e90e req-bb90cd85-8332-4fcc-a7f4-82c83cfe6eb6 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=01407113-9288-46e1-ab33-0fcfe6957e93 HTTP/1.1" status: 200 len: 210 time: 0.0384960 May 05 20:33:33.715682 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-b1d79738-4fd3-4219-b6f5-05f732a9b547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299 HTTP/1.1" status: 200 len: 1000 time: 0.0743320 May 05 20:33:33.770792 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-5fda13be-b9d7-41b7-9ce7-8f04aa8ccc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.772169 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-5fda13be-b9d7-41b7-9ce7-8f04aa8ccc3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f6e706-08fa-40dc-995a-d4d4a2d2fa7e HTTP/1.1" status: 200 len: 847 time: 0.0456893 May 05 20:33:33.822852 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-7688116d-a05a-486e-baff-b1710e540e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.824335 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-7688116d-a05a-486e-baff-b1710e540e65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db004025-88a0-4413-a8fa-287a22738800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451202 May 05 20:33:34.138363 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-dc181410-ea91-4991-ad1b-7fcc5932a54d service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062270 May 05 20:33:34.224634 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c5a72d4-d897-479e-b3da-be8e7f393f14 req-c9439871-ec26-4028-9408-a160f28edc45 service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798080 May 05 20:33:34.414402 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959f438-25a0-4b12-9cf4-0cad006aa43a req-908910a2-23d8-444e-a47f-1be335d4dba7 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:34.416824 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5959f438-25a0-4b12-9cf4-0cad006aa43a req-908910a2-23d8-444e-a47f-1be335d4dba7 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.0588381 May 05 20:33:34.494614 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5959f438-25a0-4b12-9cf4-0cad006aa43a req-d45c0504-bf03-401a-aae5-4cfce25974d4 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708630 May 05 20:33:34.515980 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c3cee-2803-46b5-8c6e-31474dd2e6f6 req-fd8688a1-dd35-46a0-a8cf-006c1a7954e5 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:34.517472 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-733c3cee-2803-46b5-8c6e-31474dd2e6f6 req-fd8688a1-dd35-46a0-a8cf-006c1a7954e5 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 943 time: 0.0629771 May 05 20:33:34.566592 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-733c3cee-2803-46b5-8c6e-31474dd2e6f6 req-70d2d13c-24b1-46e8-96a0-d44eeb54e0e4 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 May 05 20:33:35.052797 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device f65a10d8-2bd8-4616-a802-f1a631ba6fd1 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:33:35.158695 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port f65a10d8-2bd8-4616-a802-f1a631ba6fd1, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:35.163607 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cda5d1-d757-4c50-ad1c-569315eba507 req-99d1a443-6ace-4211-a446-8df39734830e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:35.165944 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-87cda5d1-d757-4c50-ad1c-569315eba507 req-99d1a443-6ace-4211-a446-8df39734830e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0529940 May 05 20:33:35.170819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'f65a10d8-2bd8-4616-a802-f1a631ba6fd1', 'network_id': '7ab39458-7449-45fe-b784-78e5bdfb4d06', 'port_id': 'f65a10d8-2bd8-4616-a802-f1a631ba6fd1', 'mac_address': 'fa:16:3e:97:4b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc89b5-399d-4e59-ae6a-d5be14142e38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:33:35.209142 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:33:35.209569 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:35.217959 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-87cda5d1-d757-4c50-ad1c-569315eba507 req-019b9d40-5e63-49ab-b075-3646a856a467 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465398 May 05 20:33:35.223204 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65a10d8-2bd8-4616-a802-f1a631ba6fd1 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:33:35.242297 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port f65a10d8-2bd8-4616-a802-f1a631ba6fd1, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:35.324053 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:35.374920 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:35.608752 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['f65a10d8-2bd8-4616-a802-f1a631ba6fd1'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:33:35.620023 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac63c-20a7-4a78-8aac-0ed4aa342ab0 req-beabf1ab-b2ed-431b-86bb-9fe2bd255fc9 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:35.621797 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7f6ac63c-20a7-4a78-8aac-0ed4aa342ab0 req-beabf1ab-b2ed-431b-86bb-9fe2bd255fc9 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.0590458 May 05 20:33:35.699950 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7f6ac63c-20a7-4a78-8aac-0ed4aa342ab0 req-a460c624-143a-4320-8231-dfa8bdc6f29b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725894 May 05 20:33:35.716875 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b155b-b20e-4cba-9af8-fe4f34797be9 req-fb51f9b9-dfdd-4b3f-a6b1-8aef880b1a61 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:35.718393 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ae8b155b-b20e-4cba-9af8-fe4f34797be9 req-fb51f9b9-dfdd-4b3f-a6b1-8aef880b1a61 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 944 time: 0.0774219 May 05 20:33:35.779100 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ae8b155b-b20e-4cba-9af8-fe4f34797be9 req-9b4b9220-b873-4a65-8a92-f65a98a1caf9 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 May 05 20:33:36.338529 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e1284-3a94-4739-bbed-d269dcc59d5d req-35024ed0-8a59-4542-a69d-6107bb2aace5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:36.340235 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b29e1284-3a94-4739-bbed-d269dcc59d5d req-35024ed0-8a59-4542-a69d-6107bb2aace5 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0558066 May 05 20:33:36.386663 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b29e1284-3a94-4739-bbed-d269dcc59d5d req-4e44e64a-0bfe-4ee3-ac62-3a2ee38e9541 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 May 05 20:33:36.570493 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a1d0a-c668-48b3-8957-acb36637ed14 req-d6544bcd-ebf7-435c-aff8-dd8fbd227ab5 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:36.572554 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c39a1d0a-c668-48b3-8957-acb36637ed14 req-d6544bcd-ebf7-435c-aff8-dd8fbd227ab5 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0556798 May 05 20:33:36.620780 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c39a1d0a-c668-48b3-8957-acb36637ed14 req-fbcdd5f6-526e-4a9f-aca2-8afdad3343ce tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 May 05 20:33:36.903708 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7e462-bd33-4e62-beeb-b2d1de9f2772 req-91a9b656-09be-4435-a507-8d13c9b08f73 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:36.905319 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f7b7e462-bd33-4e62-beeb-b2d1de9f2772 req-91a9b656-09be-4435-a507-8d13c9b08f73 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 944 time: 0.0569479 May 05 20:33:36.983861 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f7b7e462-bd33-4e62-beeb-b2d1de9f2772 req-e290d0d6-f0ac-4680-bd29-8981ceffa4bd tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727160 May 05 20:33:37.003534 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d442b-7282-45fb-9c22-3567c57d2a8c req-1311aa2c-4950-47a6-aa47-0728e2c47e67 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:37.005104 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-943d442b-7282-45fb-9c22-3567c57d2a8c req-1311aa2c-4950-47a6-aa47-0728e2c47e67 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.0648196 May 05 20:33:37.054025 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-943d442b-7282-45fb-9c22-3567c57d2a8c req-ab40e3b6-6ba6-4b14-8e97-f690dd778632 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426707 May 05 20:33:37.077072 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device f65a10d8-2bd8-4616-a802-f1a631ba6fd1 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:33:37.170989 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:33:37.174956 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:33:37.175333 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:37.251794 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:33:37.252091 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:37.274156 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381f802f-181f-441b-8865-61011e90a0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65a10d8-2bd8-4616-a802-f1a631ba6fd1'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:37.276439 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb673727-a602-4d0a-a688-c5f767b7c273" -d '{"events": [{"server_uuid": "381f802f-181f-441b-8865-61011e90a0af", "name": "network-vif-plugged", "status": "completed", "tag": "f65a10d8-2bd8-4616-a802-f1a631ba6fd1"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:37.288342 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port f65a10d8-2bd8-4616-a802-f1a631ba6fd1, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:37.311354 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e6c791-86f8-4207-af26-405756bea925 x-openstack-request-id: req-52e6c791-86f8-4207-af26-405756bea925 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:37.311648 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381f802f-181f-441b-8865-61011e90a0af", "name": "network-vif-plugged", "status": "completed", "tag": "f65a10d8-2bd8-4616-a802-f1a631ba6fd1", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:37.311904 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52e6c791-86f8-4207-af26-405756bea925 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:37.312303 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e6c791-86f8-4207-af26-405756bea925'] response: {'server_uuid': '381f802f-181f-441b-8865-61011e90a0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65a10d8-2bd8-4616-a802-f1a631ba6fd1', 'code': 200} May 05 20:33:37.363932 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:37.364760 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device cdd9b6d4-e373-414c-80f6-d309a031911d no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:37.407281 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: cdd9b6d4-e373-414c-80f6-d309a031911d {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:37.407622 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device cdd9b6d4-e373-414c-80f6-d309a031911d not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:37.434019 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:37.510690 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffef61-d5a3-4e41-ae6f-4c431e785a58 req-2c564f74-8a31-4a96-945b-5850acf0705e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:37.512079 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bfffef61-d5a3-4e41-ae6f-4c431e785a58 req-2c564f74-8a31-4a96-945b-5850acf0705e tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0541811 May 05 20:33:37.559342 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bfffef61-d5a3-4e41-ae6f-4c431e785a58 req-eb76cfdf-23b3-4313-b23a-5b4753b2e09c tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 May 05 20:33:37.701738 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c1cd9-258e-46f7-884d-3be79c48ffb5 req-fcb725bc-7d2b-48ac-bbc7-01873aa741b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:37.703234 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c48c1cd9-258e-46f7-884d-3be79c48ffb5 req-fcb725bc-7d2b-48ac-bbc7-01873aa741b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 1129 time: 0.0960083 May 05 20:33:37.745908 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6627f79-171f-4f24-96be-651694f0ba62 req-34e32149-82d5-47e6-bf55-0f48938abafe tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:37.747407 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a6627f79-171f-4f24-96be-651694f0ba62 req-34e32149-82d5-47e6-bf55-0f48938abafe tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0578377 May 05 20:33:37.751238 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c48c1cd9-258e-46f7-884d-3be79c48ffb5 req-e4ece6a9-dbb3-4b00-b2f0-30f0450e5141 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 May 05 20:33:37.793285 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a6627f79-171f-4f24-96be-651694f0ba62 req-0d394a78-30ba-4aa9-90e0-7354d7889ec6 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 May 05 20:33:38.100495 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfe459-29ea-4407-adb5-f40be7545692 req-d0a10691-8bcc-4bae-b4f4-ec79d63de5e6 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:38.102174 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a1bfe459-29ea-4407-adb5-f40be7545692 req-d0a10691-8bcc-4bae-b4f4-ec79d63de5e6 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 945 time: 0.0535774 May 05 20:33:38.185135 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a1bfe459-29ea-4407-adb5-f40be7545692 req-04960117-8b03-4eea-adf9-cce7bd232c56 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768013 May 05 20:33:38.201074 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6446af-e244-4904-88bb-a4d0edfd12fc req-338c16f0-dc22-4bed-a0cc-8edf85759a7b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:38.202597 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2d6446af-e244-4904-88bb-a4d0edfd12fc req-338c16f0-dc22-4bed-a0cc-8edf85759a7b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.0791659 May 05 20:33:38.257003 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2d6446af-e244-4904-88bb-a4d0edfd12fc req-687d05e3-5303-48fa-8121-d8a8f17a5a17 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449929 May 05 20:33:38.678218 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7f39-354e-462e-953d-491ea0dc61dd req-9d701baa-5dd1-4d13-a452-94897aeda8c7 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:38.679769 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-714f7f39-354e-462e-953d-491ea0dc61dd req-9d701baa-5dd1-4d13-a452-94897aeda8c7 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.0533407 May 05 20:33:38.728148 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-714f7f39-354e-462e-953d-491ea0dc61dd req-3c8ce942-18a6-4eba-881c-1dfb7216b4e7 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 May 05 20:33:38.843712 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-b084568f-7ae1-47bc-97a6-909f254bbc83 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:38.845173 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-b084568f-7ae1-47bc-97a6-909f254bbc83 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0537221 May 05 20:33:38.911154 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b450-6c1a-4d06-9a5f-fa420908300c req-af84a836-8e63-4420-a0ac-0a37a07794f1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:38.912656 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7894b450-6c1a-4d06-9a5f-fa420908300c req-af84a836-8e63-4420-a0ac-0a37a07794f1 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 945 time: 0.0529165 May 05 20:33:38.950947 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Deleting port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:38.951379 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:38.967474 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7894b450-6c1a-4d06-9a5f-fa420908300c req-481c08ce-485c-4d6f-9251-77810a6b3c25 tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/security-groups?id=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 May 05 20:33:39.071168 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] For port 951668ee-508b-49d7-b5d4-b8a2f1ba3344, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=951668ee-508b-49d7-b5d4-b8a2f1ba3344,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:39.071445 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:39.089249 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58b93ca3-1148-4459-a887-ebe7f35fd574 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:39.090970 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58b93ca3-1148-4459-a887-ebe7f35fd574 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 946 time: 0.1004272 May 05 20:33:39.094888 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Calling delete_port for 951668ee-508b-49d7-b5d4-b8a2f1ba3344 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:39.275975 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Deleting port b5fc66f3-a81f-4563-8e91-64462787ed3a {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:39.276311 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:39.312441 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8ddd-5873-418a-bc17-03029df8c34c req-cc7d8e3d-7151-4270-90c1-df65c68ac26c tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:39.314067 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cdbb8ddd-5873-418a-bc17-03029df8c34c req-cc7d8e3d-7151-4270-90c1-df65c68ac26c tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 945 time: 0.0610623 May 05 20:33:39.379050 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] For port b5fc66f3-a81f-4563-8e91-64462787ed3a, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=b5fc66f3-a81f-4563-8e91-64462787ed3a,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:39.379330 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:39.396103 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Calling delete_port for b5fc66f3-a81f-4563-8e91-64462787ed3a owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:39.406014 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cdbb8ddd-5873-418a-bc17-03029df8c34c req-7f96c1e5-d34c-4c8d-b57c-c27e8b5bf497 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793834 May 05 20:33:39.418776 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab31da-eb6c-4942-9da4-cc6f5df86fee req-3b10aa8f-b3a7-4eb2-8b3c-321fd9fe40b2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:39.429258 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0aab31da-eb6c-4942-9da4-cc6f5df86fee req-3b10aa8f-b3a7-4eb2-8b3c-321fd9fe40b2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.0904515 May 05 20:33:39.473327 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0aab31da-eb6c-4942-9da4-cc6f5df86fee req-7501a983-2e9e-49c1-b15c-594eb58cadc6 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474222 May 05 20:33:39.473910 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (951668ee-508b-49d7-b5d4-b8a2f1ba3344), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:39.487109 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['951668ee-508b-49d7-b5d4-b8a2f1ba3344'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:33:39.506220 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Pushing event deleted for resources: {'Port': ['ID=951668ee-508b-49d7-b5d4-b8a2f1ba3344,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:39.575746 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] No DVR routers for this DVR port 951668ee-508b-49d7-b5d4-b8a2f1ba3344 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:39.579553 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:39.583080 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dc67de08-cd16-4550-b7f1-5f5906be1d27 req-56a14526-5852-49d0-b34b-5fb7d79dcb6d tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.41 "DELETE /v2.0/ports/951668ee-508b-49d7-b5d4-b8a2f1ba3344 HTTP/1.1" status: 204 len: 173 time: 0.7307289 May 05 20:33:39.583512 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'name': 'network-vif-deleted', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:39.585754 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17adb46-e0cc-47eb-adf0-384c1b239a3c" -d '{"events": [{"server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "name": "network-vif-deleted", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:39.623121 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a651a8d-e1ae-4cc5-9d30-3384cf4c51b1 x-openstack-request-id: req-2a651a8d-e1ae-4cc5-9d30-3384cf4c51b1 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:39.623415 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4207a4d-8925-4f56-a183-1a65a9eb0791", "name": "network-vif-deleted", "tag": "951668ee-508b-49d7-b5d4-b8a2f1ba3344", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:39.623666 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a651a8d-e1ae-4cc5-9d30-3384cf4c51b1 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:39.624067 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a651a8d-e1ae-4cc5-9d30-3384cf4c51b1'] response: {'server_uuid': 'a4207a4d-8925-4f56-a183-1a65a9eb0791', 'name': 'network-vif-deleted', 'tag': '951668ee-508b-49d7-b5d4-b8a2f1ba3344', 'status': 'completed', 'code': 200} May 05 20:33:39.702831 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (b5fc66f3-a81f-4563-8e91-64462787ed3a), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:39.717069 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['b5fc66f3-a81f-4563-8e91-64462787ed3a'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:33:39.741372 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Pushing event deleted for resources: {'Port': ['ID=b5fc66f3-a81f-4563-8e91-64462787ed3a,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:39.799370 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] No DVR routers for this DVR port b5fc66f3-a81f-4563-8e91-64462787ed3a on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:39.801782 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:39.805084 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4708fbb-82d2-4687-a7a4-338126d04720 req-58bff647-dfed-4ef9-a58a-d79e29828d22 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.41 "DELETE /v2.0/ports/b5fc66f3-a81f-4563-8e91-64462787ed3a HTTP/1.1" status: 204 len: 173 time: 0.7062583 May 05 20:33:39.836949 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-029627ed-a884-40d1-bdc7-a22a954a4b48 req-b64df602-ad99-4044-878d-ecce3f53c5f0 tempest-ServerRescueNegativeTestJSON-50872672 tempest-ServerRescueNegativeTestJSON-50872672-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac8559c-fe2a-4a74-ab94-04061e2e1e12 HTTP/1.1" status: 200 len: 210 time: 0.0311825 May 05 20:33:40.074922 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e3b32d59-fa0d-4413-86f9-62931737b8ee req-eeb427ff-2bc8-45d9-b053-8c2cd226b8ec tempest-TestMinimumBasicScenario-482818012 tempest-TestMinimumBasicScenario-482818012-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4207a4d-8925-4f56-a183-1a65a9eb0791 HTTP/1.1" status: 200 len: 210 time: 0.0274599 May 05 20:33:40.538408 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c7aa1-4553-4a7b-9b0f-c42e68aaa8a9 req-dc7c20cd-6b92-4cb6-821e-8e54325dec3c tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:40.540007 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3d4c7aa1-4553-4a7b-9b0f-c42e68aaa8a9 req-dc7c20cd-6b92-4cb6-821e-8e54325dec3c tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 945 time: 0.0651660 May 05 20:33:40.624895 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3d4c7aa1-4553-4a7b-9b0f-c42e68aaa8a9 req-9695b270-5a72-4801-b989-59918e608937 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767682 May 05 20:33:40.642089 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dee086-354f-4cdf-8178-92cf8eb0290c req-830ad845-d282-4960-9f27-8a2d5eed4d5d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:40.643543 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76dee086-354f-4cdf-8178-92cf8eb0290c req-830ad845-d282-4960-9f27-8a2d5eed4d5d tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.0784523 May 05 20:33:40.701050 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76dee086-354f-4cdf-8178-92cf8eb0290c req-5cef3106-9427-4f81-bed4-02579dd92f88 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518513 May 05 20:33:40.996177 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35312) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:41.625256 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac8559c-fe2a-4a74-ab94-04061e2e1e12', 'name': 'network-vif-deleted', 'tag': 'b5fc66f3-a81f-4563-8e91-64462787ed3a'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:41.627612 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9997ed3-120f-4216-9840-f60250c645af" -d '{"events": [{"server_uuid": "aac8559c-fe2a-4a74-ab94-04061e2e1e12", "name": "network-vif-deleted", "tag": "b5fc66f3-a81f-4563-8e91-64462787ed3a"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:41.670215 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bef43f-6942-4654-951d-c0eb1d3a1915 x-openstack-request-id: req-b5bef43f-6942-4654-951d-c0eb1d3a1915 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:41.670215 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac8559c-fe2a-4a74-ab94-04061e2e1e12", "name": "network-vif-deleted", "tag": "b5fc66f3-a81f-4563-8e91-64462787ed3a", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:41.670215 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5bef43f-6942-4654-951d-c0eb1d3a1915 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:41.670215 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bef43f-6942-4654-951d-c0eb1d3a1915'] response: {'server_uuid': 'aac8559c-fe2a-4a74-ab94-04061e2e1e12', 'name': 'network-vif-deleted', 'tag': 'b5fc66f3-a81f-4563-8e91-64462787ed3a', 'status': 'completed', 'code': 200} May 05 20:33:41.677345 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (211300e7-5dd5-41dc-8626-ffae5d27289a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:41.925463 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf79c5f-ef51-4006-87ac-867d972d050f req-9e6ff409-76fd-486d-96eb-bd0f31d93924 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:41.925463 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ccf79c5f-ef51-4006-87ac-867d972d050f req-9e6ff409-76fd-486d-96eb-bd0f31d93924 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.1504252 May 05 20:33:42.014412 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ccf79c5f-ef51-4006-87ac-867d972d050f req-d7ad6669-0b09-440a-9d62-1f8816442c07 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843954 May 05 20:33:42.063111 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Deleting port 19eb8a89-5f51-42d1-8649-1cff6a15c474 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:42.063478 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:42.149514 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] For port 19eb8a89-5f51-42d1-8649-1cff6a15c474, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=19eb8a89-5f51-42d1-8649-1cff6a15c474,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:42.149876 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:42.162434 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Calling delete_port for 19eb8a89-5f51-42d1-8649-1cff6a15c474 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:42.444648 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (19eb8a89-5f51-42d1-8649-1cff6a15c474), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:42.472874 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Pushing event deleted for resources: {'Port': ['ID=19eb8a89-5f51-42d1-8649-1cff6a15c474,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:42.644423 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (211300e7-5dd5-41dc-8626-ffae5d27289a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:42.859472 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Router 211300e7-5dd5-41dc-8626-ffae5d27289a has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:33:42.967969 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:33:42.974352 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c6290e20-7a83-4709-ab62-24bcd7dbc10b admin admin] 10.222.0.49 "PUT /v2.0/routers/211300e7-5dd5-41dc-8626-ffae5d27289a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9765291 May 05 20:33:42.975587 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35374) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:42.977500 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] Sync routers for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:42.987961 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:42.988704 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:43.094694 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device da2cf2e4-6b6a-4dab-9219-da01dfa1c299 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:33:43.096463 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 951668ee-508b-49d7-b5d4-b8a2f1ba3344 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:43.103287 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks [] for router (211300e7-5dd5-41dc-8626-ffae5d27289a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:43.136525 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:43.138187 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 951668ee-508b-49d7-b5d4-b8a2f1ba3344 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:43.138531 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 951668ee-508b-49d7-b5d4-b8a2f1ba3344 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:43.139036 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device b5fc66f3-a81f-4563-8e91-64462787ed3a no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:43.212153 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33b64b-91cc-488e-a7fb-6dc2f3e32b82 req-205b35b6-f672-4b68-88a7-cd17245e18f2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:43.214333 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0d33b64b-91cc-488e-a7fb-6dc2f3e32b82 req-205b35b6-f672-4b68-88a7-cd17245e18f2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 944 time: 0.1224163 May 05 20:33:43.222939 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: b5fc66f3-a81f-4563-8e91-64462787ed3a {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:43.223289 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device b5fc66f3-a81f-4563-8e91-64462787ed3a not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:43.330295 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35380) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:43.371807 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:43.402796 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'port_id': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'mac_address': 'fa:16:3e:f3:9e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:33:43.459146 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:33:43.459536 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:43.476014 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2cf2e4-6b6a-4dab-9219-da01dfa1c299 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:33:43.484819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:33:42Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:43.502712 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks [] for router_gateway (211300e7-5dd5-41dc-8626-ffae5d27289a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:43.520637 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] Checking router: 211300e7-5dd5-41dc-8626-ffae5d27289a for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:43.526082 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0d33b64b-91cc-488e-a7fb-6dc2f3e32b82 req-4300e818-f7b2-429c-a67e-405f398c15cf tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000801 May 05 20:33:43.526640 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:43.533777 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] Routers {'211300e7-5dd5-41dc-8626-ffae5d27289a'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:43.534386 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['211300e7-5dd5-41dc-8626-ffae5d27289a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:43.636024 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:43.662588 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Deleting port 8e916d5c-e28c-47fb-9647-e63302a8a595 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:43.663018 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:43.683780 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] Set router 211300e7-5dd5-41dc-8626-ffae5d27289a gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:43.744541 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:43.784085 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] For port 8e916d5c-e28c-47fb-9647-e63302a8a595, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=8e916d5c-e28c-47fb-9647-e63302a8a595,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:43.784581 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:43.793277 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (3fa46d75-ca99-4f90-a69c-485819239410), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:43.794255 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,revision_number=7']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:43.807811 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Calling delete_port for 8e916d5c-e28c-47fb-9647-e63302a8a595 owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:43.892859 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:33:42Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:43.899483 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['da2cf2e4-6b6a-4dab-9219-da01dfa1c299'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:33:43.945745 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a00bd-86f1-4bdf-9faa-f5e41e8f1dc7 None None] The sync data for ids ['211300e7-5dd5-41dc-8626-ffae5d27289a'] in dv-cinder-840730-1-iscsi is: [{'id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'name': 'tempest-ServerRescueNegativeTestJSON-1538517584-router', 'tenant_id': '4cca903e252a482da78be6052b1bc808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:33:42Z', 'revision_number': 5, 'project_id': '4cca903e252a482da78be6052b1bc808', 'gw_port': {'id': '8e916d5c-e28c-47fb-9647-e63302a8a595', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211300e7-5dd5-41dc-8626-ffae5d27289a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:25Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:44.092562 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (8e916d5c-e28c-47fb-9647-e63302a8a595), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.114923 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Deleting port d55a18f8-f1a2-4d76-bd4b-217e6f65af23 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:44.115292 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.126709 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e916d5c-e28c-47fb-9647-e63302a8a595,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:44.203696 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (211300e7-5dd5-41dc-8626-ffae5d27289a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.204583 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] For port d55a18f8-f1a2-4d76-bd4b-217e6f65af23, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=d55a18f8-f1a2-4d76-bd4b-217e6f65af23,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:44.204951 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.219971 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Calling delete_port for d55a18f8-f1a2-4d76-bd4b-217e6f65af23 owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:44.318297 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (211300e7-5dd5-41dc-8626-ffae5d27289a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.320542 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks [] for router_controller (211300e7-5dd5-41dc-8626-ffae5d27289a), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.484662 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (211300e7-5dd5-41dc-8626-ffae5d27289a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.485427 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 211300e7-5dd5-41dc-8626-ffae5d27289a {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:33:44.493447 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.493447 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e636751e-911b-4d08-b6d3-706a4f47f4e5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/211300e7-5dd5-41dc-8626-ffae5d27289a HTTP/1.1" status: 204 len: 168 time: 1.5158069 May 05 20:33:44.495684 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35392) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:44.544495 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e735998-555e-405f-a7c8-3e6914e3baa2 admin admin] Deleting subnet e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:33:44.548006 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6e735998-555e-405f-a7c8-3e6914e3baa2 admin admin] Publish callbacks [] for subnet (e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.549643 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (d55a18f8-f1a2-4d76-bd4b-217e6f65af23), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.607090 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Pushing event deleted for resources: {'Port': ['ID=d55a18f8-f1a2-4d76-bd4b-217e6f65af23,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:44.624820 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6e735998-555e-405f-a7c8-3e6914e3baa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875637'] for subnet (e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.691538 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a836b-f680-4639-9498-424f1c33c37f req-9c9af582-2a74-48db-8a02-5533659be7ef tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:44.693309 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1d7a836b-f680-4639-9498-424f1c33c37f req-9c9af582-2a74-48db-8a02-5533659be7ef tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 945 time: 0.0798714 May 05 20:33:44.756532 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1d7a836b-f680-4639-9498-424f1c33c37f req-4a6cca71-c792-4f40-9e7b-0ab8ec519881 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564411 May 05 20:33:44.871881 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6e735998-555e-405f-a7c8-3e6914e3baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:44.953119 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (3fa46d75-ca99-4f90-a69c-485819239410), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.110317 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device da2cf2e4-6b6a-4dab-9219-da01dfa1c299 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:33:45.165014 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:33:45.165457 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.244913 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:33:45.245330 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.269456 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:45.271706 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540a06ea-aec9-4151-95df-e5a1b596ca49" -d '{"events": [{"server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "name": "network-vif-plugged", "status": "completed", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:33:45.274564 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6e735998-555e-405f-a7c8-3e6914e3baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9233526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8636503'] for subnet (e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.286272 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:45.307916 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44454c72-3722-4d16-be2b-f04b52e0d156 x-openstack-request-id: req-44454c72-3722-4d16-be2b-f04b52e0d156 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:33:45.308261 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "name": "network-vif-plugged", "status": "completed", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:33:45.308519 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44454c72-3722-4d16-be2b-f04b52e0d156 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:33:45.308910 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44454c72-3722-4d16-be2b-f04b52e0d156'] response: {'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'code': 200} May 05 20:33:45.310527 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6e735998-555e-405f-a7c8-3e6914e3baa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.315139 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6e735998-555e-405f-a7c8-3e6914e3baa2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5 HTTP/1.1" status: 204 len: 168 time: 0.8183606 May 05 20:33:45.315744 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266f4b3-bef2-4cb9-8bce-07450372c30a None None] Network cae199b6-12f4-41de-b95f-3aec24f02fb9 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:33:45.318079 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e735998-555e-405f-a7c8-3e6914e3baa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60d4e5c-a6d1-48a0-a3fe-2431444e0dc5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:45.318883 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35400) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:45.377742 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.464072 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (cae199b6-12f4-41de-b95f-3aec24f02fb9), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.491787 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Router 3fa46d75-ca99-4f90-a69c-485819239410 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:33:45.514580 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,revision_number=8']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:45.549580 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5225ce-0c00-41f2-b699-6302d089e149 None None] DHCP port deletion for cae199b6-12f4-41de-b95f-3aec24f02fb9 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:33:45.559183 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Deleting port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:45.562863 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.633997 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ce5225ce-0c00-41f2-b699-6302d089e149 None None] Deleting port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:45.634951 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ce5225ce-0c00-41f2-b699-6302d089e149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.638228 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] For port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=2b260ea0-6d3f-4ad2-b5ad-069ccec43448,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:45.640063 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.653891 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Calling delete_port for 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:45.661736 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:33:45.667847 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0d45aaea-7591-4fb6-b380-cff99d6cc51f admin admin] 10.222.0.49 "PUT /v2.0/routers/3fa46d75-ca99-4f90-a69c-485819239410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3357940 May 05 20:33:45.670361 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35408) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:45.680759 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] Sync routers for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:45.698254 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:45.699331 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:45.714811 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-ce5225ce-0c00-41f2-b699-6302d089e149 None None] For port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=2b260ea0-6d3f-4ad2-b5ad-069ccec43448,segment=NetworkSegment(24a701f9-fadd-4a7d-95a8-a149ec80dd03),segment_id=24a701f9-fadd-4a7d-95a8-a149ec80dd03)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:45.715550 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ce5225ce-0c00-41f2-b699-6302d089e149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.731049 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ce5225ce-0c00-41f2-b699-6302d089e149 None None] Calling delete_port for 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:45.826138 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks [] for router (3fa46d75-ca99-4f90-a69c-485819239410), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.833785 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.872011 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:45.880103 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] No DVR routers for this DVR port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 on host dv-cinder-840730-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:45.888066 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b260ea0-6d3f-4ad2-b5ad-069ccec43448,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:45.917220 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ce5225ce-0c00-41f2-b699-6302d089e149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (2b260ea0-6d3f-4ad2-b5ad-069ccec43448), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:45.929675 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5225ce-0c00-41f2-b699-6302d089e149 None None] No DVR routers for this DVR port 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:45.950972 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5225ce-0c00-41f2-b699-6302d089e149 None None] Pushing event deleted for resources: {'Port': ['ID=2b260ea0-6d3f-4ad2-b5ad-069ccec43448,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:45.969540 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:45.989656 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks [] for router_gateway (3fa46d75-ca99-4f90-a69c-485819239410), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.013740 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ca6f1-0d4d-4bf5-9ca9-6b4f791ddda3 req-369616a3-bc99-4aea-875d-8d82491e1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:46.015253 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f10ca6f1-0d4d-4bf5-9ca9-6b4f791ddda3 req-369616a3-bc99-4aea-875d-8d82491e1e20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1130 time: 0.0642087 May 05 20:33:46.017569 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:46.017925 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 2b260ea0-6d3f-4ad2-b5ad-069ccec43448 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:46.018341 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 8e916d5c-e28c-47fb-9647-e63302a8a595 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:46.047239 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (cae199b6-12f4-41de-b95f-3aec24f02fb9), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.054406 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 8e916d5c-e28c-47fb-9647-e63302a8a595 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:46.057267 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 8e916d5c-e28c-47fb-9647-e63302a8a595 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:46.057942 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 19eb8a89-5f51-42d1-8649-1cff6a15c474 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:46.074874 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ada66-d514-4872-ac85-6f3d95e50309 req-dafbec97-010a-402e-97fb-6058676ca067 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:46.076394 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b03ada66-d514-4872-ac85-6f3d95e50309 req-dafbec97-010a-402e-97fb-6058676ca067 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.1899974 May 05 20:33:46.080268 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae199b6-12f4-41de-b95f-3aec24f02fb9']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:46.082137 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 19eb8a89-5f51-42d1-8649-1cff6a15c474 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:46.082137 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 19eb8a89-5f51-42d1-8649-1cff6a15c474 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:46.095123 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a701f9-fadd-4a7d-95a8-a149ec80dd03') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:46.095123 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a701f9-fadd-4a7d-95a8-a149ec80dd03') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:46.102269 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f10ca6f1-0d4d-4bf5-9ca9-6b4f791ddda3 req-cfb1d210-2712-4ad1-a4bb-13a25732f89b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798154 May 05 20:33:46.118945 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9462845'] for segment (24a701f9-fadd-4a7d-95a8-a149ec80dd03), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.126144 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:33:44Z', 'revision_number': 5, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port': {'id': 'bceb4732-e29f-4439-b6f5-ec07b37d6146', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa46d75-ca99-4f90-a69c-485819239410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:47Z', 'updated_at': '2022-05-05T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:46.145622 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (24a701f9-fadd-4a7d-95a8-a149ec80dd03), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.153729 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] Checking router: 3fa46d75-ca99-4f90-a69c-485819239410 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:46.161148 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:33:46.161577 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9804425'] for segment (24a701f9-fadd-4a7d-95a8-a149ec80dd03), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.162755 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] Routers {'3fa46d75-ca99-4f90-a69c-485819239410'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:46.163562 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['3fa46d75-ca99-4f90-a69c-485819239410'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: Traceback (most recent call last): May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: timer() May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: cb(*args, **kw) May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: return func(*args, **kwargs) May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: self._notify() May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: self.callback(batched_events) May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: event.method(event) May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: return f(self, *a, **k) May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._get(url).json() May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: return self.request(url, 'GET', **kwargs) May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:33:46.168055 dv-cinder-840730-1-iscsi neutron-server[103995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:33:46.175755 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b03ada66-d514-4872-ac85-6f3d95e50309 req-fbae65b4-7f0b-4ad4-9180-378487d2d563 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860627 May 05 20:33:46.184581 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Deleting port bceb4732-e29f-4439-b6f5-ec07b37d6146 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:46.185526 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.270829 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] Set router 3fa46d75-ca99-4f90-a69c-485819239410 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:46.271756 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] For port bceb4732-e29f-4439-b6f5-ec07b37d6146, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=bceb4732-e29f-4439-b6f5-ec07b37d6146,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:46.272121 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.283989 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Calling delete_port for bceb4732-e29f-4439-b6f5-ec07b37d6146 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:46.308547 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (cae199b6-12f4-41de-b95f-3aec24f02fb9), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.314422 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.320202 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cae199b6-12f4-41de-b95f-3aec24f02fb9 HTTP/1.1" status: 204 len: 168 time: 0.9972682 May 05 20:33:46.325378 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:33:45Z', 'revision_number': 6, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port_host': None}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:46.336924 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afbace-19b4-4c9d-96bb-1be568f851c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae199b6-12f4-41de-b95f-3aec24f02fb9,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:46.355473 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b553163-5584-49ac-bda1-e8c748957733 None None] The sync data for ids ['3fa46d75-ca99-4f90-a69c-485819239410'] in dv-cinder-840730-1-iscsi is: [{'id': '3fa46d75-ca99-4f90-a69c-485819239410', 'name': 'tempest-TestMinimumBasicScenario-325077366-router', 'tenant_id': 'd757750e7af641b0b7ae7352c45433b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:46Z', 'updated_at': '2022-05-05T20:33:45Z', 'revision_number': 6, 'project_id': 'd757750e7af641b0b7ae7352c45433b5', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:46.565276 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (bceb4732-e29f-4439-b6f5-ec07b37d6146), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.597276 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Pushing event deleted for resources: {'Port': ['ID=bceb4732-e29f-4439-b6f5-ec07b37d6146,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:46.657423 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (3fa46d75-ca99-4f90-a69c-485819239410), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.668014 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35420) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:46.709715 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f238ed32-f64a-4a1a-9a83-13e2358e9738 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cca903e252a482da78be6052b1bc808&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404115 May 05 20:33:46.712241 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35422) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:46.771209 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a50d1a4d-961e-433b-92c4-76f45be69bd8 admin admin] Publish callbacks [] for security_group (4ffe6f9f-6e90-4e9b-93f8-a54854ea98db), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.777673 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (3fa46d75-ca99-4f90-a69c-485819239410), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.779926 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks [] for router_controller (3fa46d75-ca99-4f90-a69c-485819239410), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.795282 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a50d1a4d-961e-433b-92c4-76f45be69bd8 admin admin] Publish callbacks [] for security_group (4ffe6f9f-6e90-4e9b-93f8-a54854ea98db), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.925577 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (3fa46d75-ca99-4f90-a69c-485819239410), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.926201 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa46d75-ca99-4f90-a69c-485819239410 {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:33:46.931173 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.932800 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7b5ba869-420a-407b-8b96-0f0f46688481 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3fa46d75-ca99-4f90-a69c-485819239410 HTTP/1.1" status: 204 len: 168 time: 1.2615192 May 05 20:33:46.935305 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35426) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:46.953947 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a50d1a4d-961e-433b-92c4-76f45be69bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4ffe6f9f-6e90-4e9b-93f8-a54854ea98db), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.956596 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a50d1a4d-961e-433b-92c4-76f45be69bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:46.957770 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a50d1a4d-961e-433b-92c4-76f45be69bd8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ffe6f9f-6e90-4e9b-93f8-a54854ea98db HTTP/1.1" status: 204 len: 168 time: 0.2444530 May 05 20:33:46.966950 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d1a4d-961e-433b-92c4-76f45be69bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffe6f9f-6e90-4e9b-93f8-a54854ea98db,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:46.984101 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eb7e33-8048-4bfc-9dc8-01385fc11c1e admin admin] Deleting subnet 87979222-ee86-40c4-97e0-6e148b661a1c {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:33:46.987333 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d4eb7e33-8048-4bfc-9dc8-01385fc11c1e admin admin] Publish callbacks [] for subnet (87979222-ee86-40c4-97e0-6e148b661a1c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.031960 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d4eb7e33-8048-4bfc-9dc8-01385fc11c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875637'] for subnet (87979222-ee86-40c4-97e0-6e148b661a1c), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.115533 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d4eb7e33-8048-4bfc-9dc8-01385fc11c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (87979222-ee86-40c4-97e0-6e148b661a1c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.281583 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d4eb7e33-8048-4bfc-9dc8-01385fc11c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9233526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8636503'] for subnet (87979222-ee86-40c4-97e0-6e148b661a1c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.308930 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807665db-0bb2-4ad5-99bd-419fff988a4d req-554af7cc-075e-47dc-b1af-9f9d193a6ad2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:47.310516 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-807665db-0bb2-4ad5-99bd-419fff988a4d req-554af7cc-075e-47dc-b1af-9f9d193a6ad2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0595598 May 05 20:33:47.334441 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb7e33-8048-4bfc-9dc8-01385fc11c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87979222-ee86-40c4-97e0-6e148b661a1c,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:47.346198 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d4eb7e33-8048-4bfc-9dc8-01385fc11c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.348630 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668cb682-7918-4eb5-83e1-9475dd4cc7c0 None None] Network af5bcccc-edb9-4199-814f-06d5f7386fb4 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:33:47.356136 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d4eb7e33-8048-4bfc-9dc8-01385fc11c1e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/87979222-ee86-40c4-97e0-6e148b661a1c HTTP/1.1" status: 204 len: 168 time: 0.4157364 May 05 20:33:47.357359 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35440) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:47.430342 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-807665db-0bb2-4ad5-99bd-419fff988a4d req-cee4452c-c329-4ec5-bbf5-370c1dc0d30b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914049 May 05 20:33:47.487581 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (af5bcccc-edb9-4199-814f-06d5f7386fb4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.608050 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Deleting port 91b1e874-a2e8-4269-b9e1-eb6385da3683 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:47.608050 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.653340 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c3a29-70dc-46c5-a500-498b0fc477ed None None] DHCP port deletion for af5bcccc-edb9-4199-814f-06d5f7386fb4 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:33:47.721963 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] For port 91b1e874-a2e8-4269-b9e1-eb6385da3683, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=91b1e874-a2e8-4269-b9e1-eb6385da3683,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:47.722418 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.723406 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c3a29-70dc-46c5-a500-498b0fc477ed None None] Deleting port 91b1e874-a2e8-4269-b9e1-eb6385da3683 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:47.723779 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3a29-70dc-46c5-a500-498b0fc477ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.738656 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Calling delete_port for 91b1e874-a2e8-4269-b9e1-eb6385da3683 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:47.793621 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-ee7c3a29-70dc-46c5-a500-498b0fc477ed None None] For port 91b1e874-a2e8-4269-b9e1-eb6385da3683, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=91b1e874-a2e8-4269-b9e1-eb6385da3683,segment=NetworkSegment(daed9ac3-793d-4e40-b68c-ef6c4d27df77),segment_id=daed9ac3-793d-4e40-b68c-ef6c4d27df77)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:47.794121 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3a29-70dc-46c5-a500-498b0fc477ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.808844 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c3a29-70dc-46c5-a500-498b0fc477ed None None] Calling delete_port for 91b1e874-a2e8-4269-b9e1-eb6385da3683 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:47.827532 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device d55a18f8-f1a2-4d76-bd4b-217e6f65af23 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:47.881286 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: d55a18f8-f1a2-4d76-bd4b-217e6f65af23 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:47.881655 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device d55a18f8-f1a2-4d76-bd4b-217e6f65af23 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:47.882251 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 91b1e874-a2e8-4269-b9e1-eb6385da3683 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:47.892410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.926647 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=91b1e874-a2e8-4269-b9e1-eb6385da3683,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:47.932413 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] No DVR routers for this DVR port 91b1e874-a2e8-4269-b9e1-eb6385da3683 on host dv-cinder-840730-1-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:47.946613 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c0b0-acbb-4d97-ba1c-a468b9296fdd req-fa3d2ed1-29e6-447b-9638-ebec42495f76 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:47.950191 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No active binding found for port 91b1e874-a2e8-4269-b9e1-eb6385da3683 {{(pid=103997) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 05 20:33:47.950740 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] The host dv-cinder-840730-1-iscsi is not matching for port 91b1e874-a2e8-4269-b9e1-eb6385da3683 host None! {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} May 05 20:33:47.951278 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 91b1e874-a2e8-4269-b9e1-eb6385da3683 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:47.951844 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device bceb4732-e29f-4439-b6f5-ec07b37d6146 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:47.956726 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8122c0b0-acbb-4d97-ba1c-a468b9296fdd req-fa3d2ed1-29e6-447b-9638-ebec42495f76 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0735323 May 05 20:33:47.973720 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: bceb4732-e29f-4439-b6f5-ec07b37d6146 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:47.974489 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device bceb4732-e29f-4439-b6f5-ec07b37d6146 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:47.979552 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3a29-70dc-46c5-a500-498b0fc477ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (91b1e874-a2e8-4269-b9e1-eb6385da3683), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:47.992240 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c3a29-70dc-46c5-a500-498b0fc477ed None None] No DVR routers for this DVR port 91b1e874-a2e8-4269-b9e1-eb6385da3683 on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:48.018331 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (af5bcccc-edb9-4199-814f-06d5f7386fb4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:48.026882 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8122c0b0-acbb-4d97-ba1c-a468b9296fdd req-0c772531-3cf8-40a6-9f56-c77bd365f0cd tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632844 May 05 20:33:48.031715 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c3a29-70dc-46c5-a500-498b0fc477ed None None] Pushing event deleted for resources: {'Port': ['ID=91b1e874-a2e8-4269-b9e1-eb6385da3683,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:48.054022 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5bcccc-edb9-4199-814f-06d5f7386fb4']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:48.064552 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daed9ac3-793d-4e40-b68c-ef6c4d27df77') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:48.064857 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daed9ac3-793d-4e40-b68c-ef6c4d27df77') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:48.074978 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875628'] for segment (daed9ac3-793d-4e40-b68c-ef6c4d27df77), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:48.088339 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (daed9ac3-793d-4e40-b68c-ef6c4d27df77), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:48.094434 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:33:48.094808 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9233448'] for segment (daed9ac3-793d-4e40-b68c-ef6c4d27df77), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: Traceback (most recent call last): May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: timer() May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: cb(*args, **kw) May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: return func(*args, **kwargs) May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: self._notify() May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: self.callback(batched_events) May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: event.method(event) May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: return f(self, *a, **k) May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._get(url).json() May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:33:48.096422 dv-cinder-840730-1-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:33:48.259003 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (af5bcccc-edb9-4199-814f-06d5f7386fb4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:48.259003 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:48.262368 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] 10.222.0.49 "DELETE /v2.0/networks/af5bcccc-edb9-4199-814f-06d5f7386fb4 HTTP/1.1" status: 204 len: 168 time: 0.9040248 May 05 20:33:48.265367 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35464) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:48.272248 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060892d-4526-4aba-9460-efd226706d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=af5bcccc-edb9-4199-814f-06d5f7386fb4,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:48.600514 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3abf-10b5-4680-abc3-bed1ce9b34cf req-0d6eac1a-2aed-4037-a35f-598c46219c9b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:48.602077 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f3bb3abf-10b5-4680-abc3-bed1ce9b34cf req-0d6eac1a-2aed-4037-a35f-598c46219c9b tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0660739 May 05 20:33:48.687800 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f3bb3abf-10b5-4680-abc3-bed1ce9b34cf req-f699bd65-c22f-4540-a3ab-b623e346da38 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776980 May 05 20:33:48.709652 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (e714f020-9c53-4d67-a700-504df06bce15), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:48.967970 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Deleting port c21ce859-81e8-4dbc-86b5-709b3d318289 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:48.968308 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:49.045390 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] For port c21ce859-81e8-4dbc-86b5-709b3d318289, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=c21ce859-81e8-4dbc-86b5-709b3d318289,segment=NetworkSegment(7e60350c-6a57-4693-91a9-616eadcd41ee),segment_id=7e60350c-6a57-4693-91a9-616eadcd41ee)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:49.045750 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:49.059791 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Calling delete_port for c21ce859-81e8-4dbc-86b5-709b3d318289 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:49.209752 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebdc07-82f8-40ab-861a-9e7f50d8fc30 req-fc00f3ed-3635-490a-8e74-7ec5ab5620a5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:49.211288 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9eebdc07-82f8-40ab-861a-9e7f50d8fc30 req-fc00f3ed-3635-490a-8e74-7ec5ab5620a5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.1042428 May 05 20:33:49.282357 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9eebdc07-82f8-40ab-861a-9e7f50d8fc30 req-5c905cc3-5247-4498-9016-e1150400ddc8 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633023 May 05 20:33:49.417319 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (c21ce859-81e8-4dbc-86b5-709b3d318289), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:49.441889 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21ce859-81e8-4dbc-86b5-709b3d318289,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:49.626707 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (e714f020-9c53-4d67-a700-504df06bce15), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:49.871386 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Router e714f020-9c53-4d67-a700-504df06bce15 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:33:50.195970 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:33:50.201218 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-db54a3ce-b3c9-4ec2-9b54-a41026fb6eb0 admin admin] 10.222.0.49 "PUT /v2.0/routers/e714f020-9c53-4d67-a700-504df06bce15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9347010 May 05 20:33:50.203839 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35524) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:50.206238 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] Sync routers for ids ['e714f020-9c53-4d67-a700-504df06bce15'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:50.217939 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] Routers {'e714f020-9c53-4d67-a700-504df06bce15'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:50.218632 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['e714f020-9c53-4d67-a700-504df06bce15'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:50.317197 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks [] for router (e714f020-9c53-4d67-a700-504df06bce15), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:50.340831 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] Set router e714f020-9c53-4d67-a700-504df06bce15 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:50.468346 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks [] for router_gateway (e714f020-9c53-4d67-a700-504df06bce15), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:50.479744 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc88ec-2d37-4d4d-9bd0-fc186b142083 req-0fb83e05-8b60-4773-b5a0-6daecb4c93bc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:50.481279 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d9fc88ec-2d37-4d4d-9bd0-fc186b142083 req-0fb83e05-8b60-4773-b5a0-6daecb4c93bc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.1056943 May 05 20:33:50.534846 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d9fc88ec-2d37-4d4d-9bd0-fc186b142083 req-d4b7655d-adf6-44d7-9c3a-a44671a186d2 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475433 May 05 20:33:50.537162 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e714f020-9c53-4d67-a700-504df06bce15', 'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '444199cf-270d-4af4-adae-78852e561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:53Z', 'updated_at': '2022-05-05T20:33:49Z', 'revision_number': 5, 'project_id': 'bb866568860240039b58a61064a3d151', 'gw_port': {'id': '444199cf-270d-4af4-adae-78852e561711', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:54Z', 'updated_at': '2022-05-05T20:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:50.564304 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] Checking router: e714f020-9c53-4d67-a700-504df06bce15 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:50.574255 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] Routers {'e714f020-9c53-4d67-a700-504df06bce15'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:33:50.574848 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:33:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['e714f020-9c53-4d67-a700-504df06bce15'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:50.633494 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Deleting port 444199cf-270d-4af4-adae-78852e561711 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:50.635043 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (444199cf-270d-4af4-adae-78852e561711), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:50.684291 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] Set router e714f020-9c53-4d67-a700-504df06bce15 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:33:50.713365 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] For port 444199cf-270d-4af4-adae-78852e561711, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=444199cf-270d-4af4-adae-78852e561711,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:50.713705 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (444199cf-270d-4af4-adae-78852e561711), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:50.731493 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Calling delete_port for 444199cf-270d-4af4-adae-78852e561711 owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:50.852213 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35536) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:50.876367 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e714f020-9c53-4d67-a700-504df06bce15', 'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '444199cf-270d-4af4-adae-78852e561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:53Z', 'updated_at': '2022-05-05T20:33:49Z', 'revision_number': 5, 'project_id': 'bb866568860240039b58a61064a3d151', 'gw_port': {'id': '444199cf-270d-4af4-adae-78852e561711', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:54Z', 'updated_at': '2022-05-05T20:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:50.968730 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00d160bc-7245-4e6f-89c6-8960a75e6632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:50.988525 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (444199cf-270d-4af4-adae-78852e561711), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.026031 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=444199cf-270d-4af4-adae-78852e561711,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:51.029167 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d145f8-bfdb-42ae-b6f8-b44057d50fa2 None None] The sync data for ids ['e714f020-9c53-4d67-a700-504df06bce15'] in dv-cinder-840730-1-iscsi is: [{'id': 'e714f020-9c53-4d67-a700-504df06bce15', 'name': 'tempest-TestMinimumBasicScenario-971801564-router', 'tenant_id': 'bb866568860240039b58a61064a3d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '444199cf-270d-4af4-adae-78852e561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:53Z', 'updated_at': '2022-05-05T20:33:49Z', 'revision_number': 5, 'project_id': 'bb866568860240039b58a61064a3d151', 'gw_port': {'id': '444199cf-270d-4af4-adae-78852e561711', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e714f020-9c53-4d67-a700-504df06bce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:54Z', 'updated_at': '2022-05-05T20:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:51.048967 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00d160bc-7245-4e6f-89c6-8960a75e6632 admin admin] Publish callbacks [] for security_group (58811630-d22a-47f5-aa82-5132469fb746), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.091146 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (e714f020-9c53-4d67-a700-504df06bce15), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.125422 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00d160bc-7245-4e6f-89c6-8960a75e6632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (58811630-d22a-47f5-aa82-5132469fb746), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.163923 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-00d160bc-7245-4e6f-89c6-8960a75e6632 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93b6594e8e174bfda04262c35928ac36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101296 May 05 20:33:51.164791 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d160bc-7245-4e6f-89c6-8960a75e6632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58811630-d22a-47f5-aa82-5132469fb746,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:51.167632 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35540) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:51.186583 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (e714f020-9c53-4d67-a700-504df06bce15), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.191255 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks [] for router_controller (e714f020-9c53-4d67-a700-504df06bce15), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.219106 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d3bb-8baa-4b27-90db-48f254610fc9 admin admin] Publish callbacks [] for security_group (58811630-d22a-47f5-aa82-5132469fb746), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.245620 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d3bb-8baa-4b27-90db-48f254610fc9 admin admin] Publish callbacks [] for security_group (58811630-d22a-47f5-aa82-5132469fb746), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.296382 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (e714f020-9c53-4d67-a700-504df06bce15), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.296915 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e714f020-9c53-4d67-a700-504df06bce15 {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:33:51.302082 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.302890 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0bf9f26f-f74e-4aa7-ac2b-a0fefa0098b8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e714f020-9c53-4d67-a700-504df06bce15 HTTP/1.1" status: 204 len: 168 time: 1.0979655 May 05 20:33:51.305426 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35544) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:51.354840 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacf6516-fe53-4b66-a83c-4dffa3945c29 admin admin] Deleting subnet d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:33:51.357886 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bacf6516-fe53-4b66-a83c-4dffa3945c29 admin admin] Publish callbacks [] for subnet (d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.382450 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d3bb-8baa-4b27-90db-48f254610fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (58811630-d22a-47f5-aa82-5132469fb746), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.385658 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d3bb-8baa-4b27-90db-48f254610fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.387130 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0eb3d3bb-8baa-4b27-90db-48f254610fc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58811630-d22a-47f5-aa82-5132469fb746 HTTP/1.1" status: 204 len: 168 time: 0.2186024 May 05 20:33:51.399075 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bacf6516-fe53-4b66-a83c-4dffa3945c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9462820'] for subnet (d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.401142 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3d3bb-8baa-4b27-90db-48f254610fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58811630-d22a-47f5-aa82-5132469fb746,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:51.519521 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bacf6516-fe53-4b66-a83c-4dffa3945c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.663301 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd006f-89f3-4920-90bc-1c5ea69854b2 req-4a2b2f7d-6b85-491f-85ec-a787e5bb1b06 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:51.664684 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-90fd006f-89f3-4920-90bc-1c5ea69854b2 req-4a2b2f7d-6b85-491f-85ec-a787e5bb1b06 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0566683 May 05 20:33:51.668397 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bacf6516-fe53-4b66-a83c-4dffa3945c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9804503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8825823'] for subnet (d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.709925 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658dbbdb-2655-48d7-b189-7ce2cc924ce3 None None] Network 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:33:51.711620 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf6516-fe53-4b66-a83c-4dffa3945c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:51.717801 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bacf6516-fe53-4b66-a83c-4dffa3945c29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.723417 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bacf6516-fe53-4b66-a83c-4dffa3945c29 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d9b0b1b3-67aa-4ee2-bce5-58eba487f4d4 HTTP/1.1" status: 204 len: 168 time: 0.4140677 May 05 20:33:51.723837 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35552) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:51.786429 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-90fd006f-89f3-4920-90bc-1c5ea69854b2 req-f7d90860-3b53-4f56-9c69-6ae0fe3e3c55 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106279 May 05 20:33:51.820752 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (14d6f5bd-de9c-4b0f-99d7-1369c8b16b74), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.880772 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Deleting port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:51.881421 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.942578 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] For port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98,segment=NetworkSegment(7e60350c-6a57-4693-91a9-616eadcd41ee),segment_id=7e60350c-6a57-4693-91a9-616eadcd41ee)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:51.942928 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:51.955831 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Calling delete_port for 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:52.097313 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] DHCP port deletion for 14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:33:52.106262 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35554) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:52.124278 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2f98868-af9d-4e62-afa2-aeaa458d1e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.146943 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.159731 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] Deleting port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:33:52.160449 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.173274 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device c21ce859-81e8-4dbc-86b5-709b3d318289 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:52.182561 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] No DVR routers for this DVR port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 on host dv-cinder-840730-1-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:52.204328 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:52.232260 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: c21ce859-81e8-4dbc-86b5-709b3d318289 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:52.232588 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device c21ce859-81e8-4dbc-86b5-709b3d318289 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:52.261953 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] For port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98, host dv-cinder-840730-1-iscsi, got binding levels [] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:33:52.262356 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.275322 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] Calling delete_port for 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:33:52.278115 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.ipam_backend_mixin [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] Port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 was not found and therefore no delete operation was performed {{(pid=103997) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 05 20:33:52.279374 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.291414 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (14d6f5bd-de9c-4b0f-99d7-1369c8b16b74), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.305613 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] Pushing event deleted for resources: {'Port': ['ID=6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:52.308112 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1689000-a017-4a0d-9e3f-b97711e36af1 None None] No DVR routers for this DVR port 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:33:52.327764 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d6f5bd-de9c-4b0f-99d7-1369c8b16b74']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:52.346120 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e60350c-6a57-4693-91a9-616eadcd41ee') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:52.346418 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e60350c-6a57-4693-91a9-616eadcd41ee') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:52.349165 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2f98868-af9d-4e62-afa2-aeaa458d1e43 admin admin] Publish callbacks [] for security_group (c177617a-f4e7-48c6-ac60-ff2f4db021c5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.357482 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875628'] for segment (7e60350c-6a57-4693-91a9-616eadcd41ee), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.371648 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (7e60350c-6a57-4693-91a9-616eadcd41ee), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.377701 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:33:52.378087 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9233448'] for segment (7e60350c-6a57-4693-91a9-616eadcd41ee), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: Traceback (most recent call last): May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: timer() May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: cb(*args, **kw) May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: return func(*args, **kwargs) May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: self._notify() May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: self.callback(batched_events) May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: event.method(event) May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: return f(self, *a, **k) May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._get(url).json() May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:33:52.379697 dv-cinder-840730-1-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:33:52.443643 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2f98868-af9d-4e62-afa2-aeaa458d1e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (c177617a-f4e7-48c6-ac60-ff2f4db021c5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.486427 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e2f98868-af9d-4e62-afa2-aeaa458d1e43 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54931e9c0aaf46d4958c7c477878bc8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785634 May 05 20:33:52.487226 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f98868-af9d-4e62-afa2-aeaa458d1e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c177617a-f4e7-48c6-ac60-ff2f4db021c5,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:52.489206 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35558) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:52.535313 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (14d6f5bd-de9c-4b0f-99d7-1369c8b16b74), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.548104 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.548223 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-accc4aea-40b6-47da-b60d-e9fbd28a3f20 admin admin] Publish callbacks [] for security_group (c177617a-f4e7-48c6-ac60-ff2f4db021c5), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.548309 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] 10.222.0.49 "DELETE /v2.0/networks/14d6f5bd-de9c-4b0f-99d7-1369c8b16b74 HTTP/1.1" status: 204 len: 168 time: 0.8196759 May 05 20:33:52.562081 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a196487-14e5-4e25-b040-49a951772278 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d6f5bd-de9c-4b0f-99d7-1369c8b16b74,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:52.567860 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-accc4aea-40b6-47da-b60d-e9fbd28a3f20 admin admin] Publish callbacks [] for security_group (c177617a-f4e7-48c6-ac60-ff2f4db021c5), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.690855 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-accc4aea-40b6-47da-b60d-e9fbd28a3f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (c177617a-f4e7-48c6-ac60-ff2f4db021c5), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.693486 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-accc4aea-40b6-47da-b60d-e9fbd28a3f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.694676 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-accc4aea-40b6-47da-b60d-e9fbd28a3f20 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c177617a-f4e7-48c6-ac60-ff2f4db021c5 HTTP/1.1" status: 204 len: 168 time: 0.2044396 May 05 20:33:52.702631 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc4aea-40b6-47da-b60d-e9fbd28a3f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c177617a-f4e7-48c6-ac60-ff2f4db021c5,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:52.902792 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e4d0-e737-4e5e-98e7-cf0248412145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:52.919230 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483a113-5a69-46c1-ae86-43e5102b97b3 req-902025d6-5a63-48b7-aef5-4fa1b3ebffed tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:52.920702 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7483a113-5a69-46c1-ae86-43e5102b97b3 req-902025d6-5a63-48b7-aef5-4fa1b3ebffed tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0557408 May 05 20:33:52.935053 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35566) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:52.971670 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7483a113-5a69-46c1-ae86-43e5102b97b3 req-4b707aea-937a-400c-aacf-ca329935f424 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454237 May 05 20:33:52.975898 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-96cf92aa-9232-4667-a275-08b208dd0fb5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d757750e7af641b0b7ae7352c45433b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393889 May 05 20:33:52.978955 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35568) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:53.026842 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8056c6ff-fd1c-4412-b9de-99c5e1e6b2cd admin admin] Publish callbacks [] for security_group (987326c1-bfb7-4e8f-a4a9-aaba508d9f3c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:53.049097 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8056c6ff-fd1c-4412-b9de-99c5e1e6b2cd admin admin] Publish callbacks [] for security_group (987326c1-bfb7-4e8f-a4a9-aaba508d9f3c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:53.176813 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8056c6ff-fd1c-4412-b9de-99c5e1e6b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (987326c1-bfb7-4e8f-a4a9-aaba508d9f3c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:53.180815 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8056c6ff-fd1c-4412-b9de-99c5e1e6b2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:53.182135 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8056c6ff-fd1c-4412-b9de-99c5e1e6b2cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/987326c1-bfb7-4e8f-a4a9-aaba508d9f3c HTTP/1.1" status: 204 len: 168 time: 0.2021418 May 05 20:33:53.195205 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056c6ff-fd1c-4412-b9de-99c5e1e6b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987326c1-bfb7-4e8f-a4a9-aaba508d9f3c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:53.789075 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 444199cf-270d-4af4-adae-78852e561711 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:53.812654 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 444199cf-270d-4af4-adae-78852e561711 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:53.812998 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 444199cf-270d-4af4-adae-78852e561711 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:53.813439 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:33:53.832813 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:33:53.833161 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 6aa08f8e-7cfb-4a3c-a8a0-ec2cbbbf7d98 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:33:53.864215 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35596) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:53.907106 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-908109af-6a74-4c39-b39e-db673dc12633 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb866568860240039b58a61064a3d151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389817 May 05 20:33:53.907326 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35598) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:53.955812 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-183461ef-8bdc-4721-8f43-b8504692b0b4 admin admin] Publish callbacks [] for security_group (b15bae0c-55e0-452a-984d-d081136cd5d7), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:53.977632 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-183461ef-8bdc-4721-8f43-b8504692b0b4 admin admin] Publish callbacks [] for security_group (b15bae0c-55e0-452a-984d-d081136cd5d7), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:54.102207 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb220c-0f29-404e-aee8-dee6bc9785bc req-6b0aaef6-6ccb-48dc-8f18-f9b488f29931 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:54.104494 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-babb220c-0f29-404e-aee8-dee6bc9785bc req-6b0aaef6-6ccb-48dc-8f18-f9b488f29931 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0545263 May 05 20:33:54.117316 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-183461ef-8bdc-4721-8f43-b8504692b0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b15bae0c-55e0-452a-984d-d081136cd5d7), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:54.120145 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-183461ef-8bdc-4721-8f43-b8504692b0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:54.121232 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-183461ef-8bdc-4721-8f43-b8504692b0b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b15bae0c-55e0-452a-984d-d081136cd5d7 HTTP/1.1" status: 204 len: 168 time: 0.2128081 May 05 20:33:54.141584 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183461ef-8bdc-4721-8f43-b8504692b0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15bae0c-55e0-452a-984d-d081136cd5d7,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:54.171629 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-babb220c-0f29-404e-aee8-dee6bc9785bc req-3f6d9ce4-407b-4100-9a32-3d466a47a75a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613010 May 05 20:33:55.056740 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc876617-f07a-4312-aea5-17fd1429d2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:55.296644 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9223a-741d-4677-abaf-4cf712c90a88 req-58116e2d-0090-4b7f-8311-06d1a7469aeb tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:55.298178 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-10c9223a-741d-4677-abaf-4cf712c90a88 req-58116e2d-0090-4b7f-8311-06d1a7469aeb tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0536788 May 05 20:33:55.347606 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-10c9223a-741d-4677-abaf-4cf712c90a88 req-1f65c725-923b-478f-87ad-996c6bb52db9 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 May 05 20:33:56.405399 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:56.472849 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d15ae5-009e-44b7-b313-4f2b37aa2d36 req-6f409d4e-8dd8-4db1-8e98-ad7af1c92f15 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:56.474426 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-80d15ae5-009e-44b7-b313-4f2b37aa2d36 req-6f409d4e-8dd8-4db1-8e98-ad7af1c92f15 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0562239 May 05 20:33:56.522352 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-80d15ae5-009e-44b7-b313-4f2b37aa2d36 req-b28e15bb-0d3f-43cd-9201-108dfc3ed5e7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 May 05 20:33:57.650639 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608dbe5-95a5-470c-8236-258c3bf18d26 req-455b0635-241f-43f6-a345-48aace112ad6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:57.652173 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d608dbe5-95a5-470c-8236-258c3bf18d26 req-455b0635-241f-43f6-a345-48aace112ad6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0575669 May 05 20:33:57.681746 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35666) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:57.700189 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d608dbe5-95a5-470c-8236-258c3bf18d26 req-3101ed10-1288-4b3b-a708-12835e70c315 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 May 05 20:33:57.784123 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c210092e-c11f-4cff-a8a1-a6f2db88d6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:57.856810 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c210092e-c11f-4cff-a8a1-a6f2db88d6f9 admin admin] Publish callbacks [] for security_group (5b84b6ea-86e5-40a4-9303-5a311d58d513), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:57.919296 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c210092e-c11f-4cff-a8a1-a6f2db88d6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (5b84b6ea-86e5-40a4-9303-5a311d58d513), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:57.957080 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c210092e-c11f-4cff-a8a1-a6f2db88d6f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7951ed49df6490c9671aae2edf6d4a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742810 May 05 20:33:57.957914 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210092e-c11f-4cff-a8a1-a6f2db88d6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b84b6ea-86e5-40a4-9303-5a311d58d513,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:57.959820 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35672) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:58.007630 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dac34c16-accd-4dbe-a7cc-3ae42f5a312f admin admin] Publish callbacks [] for security_group (5b84b6ea-86e5-40a4-9303-5a311d58d513), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:58.010841 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:58.029596 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dac34c16-accd-4dbe-a7cc-3ae42f5a312f admin admin] Publish callbacks [] for security_group (5b84b6ea-86e5-40a4-9303-5a311d58d513), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:58.233566 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dac34c16-accd-4dbe-a7cc-3ae42f5a312f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (5b84b6ea-86e5-40a4-9303-5a311d58d513), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:58.236068 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dac34c16-accd-4dbe-a7cc-3ae42f5a312f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:58.237227 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dac34c16-accd-4dbe-a7cc-3ae42f5a312f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b84b6ea-86e5-40a4-9303-5a311d58d513 HTTP/1.1" status: 204 len: 168 time: 0.2764084 May 05 20:33:58.245594 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac34c16-accd-4dbe-a7cc-3ae42f5a312f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b84b6ea-86e5-40a4-9303-5a311d58d513,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:58.779206 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:33:58.795733 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 35680) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:58.809265 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791ff05c-b930-406b-be0b-a2c0d515118a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:58.827773 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594c89e-366c-4988-8285-9ea250f7151c req-ecc67831-c072-4e63-9b80-9b1db5c8b048 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:58.830667 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f594c89e-366c-4988-8285-9ea250f7151c req-ecc67831-c072-4e63-9b80-9b1db5c8b048 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0596821 May 05 20:33:58.880125 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f594c89e-366c-4988-8285-9ea250f7151c req-488a1fda-d69f-4208-a19a-06a76617dc48 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450747 May 05 20:33:58.884393 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791ff05c-b930-406b-be0b-a2c0d515118a admin admin] Publish callbacks [] for security_group (ea191bd8-9133-4201-a622-afb27879304b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:58.952674 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-791ff05c-b930-406b-be0b-a2c0d515118a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ea191bd8-9133-4201-a622-afb27879304b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:58.996617 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-791ff05c-b930-406b-be0b-a2c0d515118a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b77b26accff48ef871a694132a6a523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997099 May 05 20:33:58.997403 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ff05c-b930-406b-be0b-a2c0d515118a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea191bd8-9133-4201-a622-afb27879304b,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:58.999930 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35686) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:33:59.049877 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5c8-89d2-4cfa-be50-1f57813f58a3 admin admin] Publish callbacks [] for security_group (ea191bd8-9133-4201-a622-afb27879304b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:59.072853 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5c8-89d2-4cfa-be50-1f57813f58a3 admin admin] Publish callbacks [] for security_group (ea191bd8-9133-4201-a622-afb27879304b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:59.193658 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5c8-89d2-4cfa-be50-1f57813f58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ea191bd8-9133-4201-a622-afb27879304b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:59.196259 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5c8-89d2-4cfa-be50-1f57813f58a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:33:59.198223 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ace0e5c8-89d2-4cfa-be50-1f57813f58a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea191bd8-9133-4201-a622-afb27879304b HTTP/1.1" status: 204 len: 168 time: 0.1970334 May 05 20:33:59.206223 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0e5c8-89d2-4cfa-be50-1f57813f58a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea191bd8-9133-4201-a622-afb27879304b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:59.524846 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:00.005502 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70545349-1ff3-4dc8-8d8a-9e301dccbd83 req-1bb9e0a6-3b04-462a-981f-fdb2ab36263c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:00.006987 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-70545349-1ff3-4dc8-8d8a-9e301dccbd83 req-1bb9e0a6-3b04-462a-981f-fdb2ab36263c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0534718 May 05 20:34:00.055135 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-70545349-1ff3-4dc8-8d8a-9e301dccbd83 req-3272a2a1-15ce-4026-9d63-334fde8739df tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 May 05 20:34:01.186886 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173ee27-481e-4e24-826d-ff1aa89a2efa req-f383a8c2-f80b-4243-a0dc-c324595106bf tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:01.188367 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2173ee27-481e-4e24-826d-ff1aa89a2efa req-f383a8c2-f80b-4243-a0dc-c324595106bf tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0588429 May 05 20:34:01.238606 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2173ee27-481e-4e24-826d-ff1aa89a2efa req-49fbd389-cddf-4060-9f23-b2dcd7e2566e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 May 05 20:34:02.364381 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0e6eb-3b86-4235-85d1-f9edef2ddbc6 req-b47da9af-5745-42ba-9d51-4d504d3cf3b6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:02.365863 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d1b0e6eb-3b86-4235-85d1-f9edef2ddbc6 req-b47da9af-5745-42ba-9d51-4d504d3cf3b6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0533056 May 05 20:34:02.414173 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d1b0e6eb-3b86-4235-85d1-f9edef2ddbc6 req-1f50df9d-e308-4d88-961b-558cc90d3e51 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426683 May 05 20:34:03.546201 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f91f0-b511-4f9f-b2f0-eda7a242bb9a req-284bacbe-8b9f-493a-be90-aa4d9e04de2d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:03.552161 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dd6f91f0-b511-4f9f-b2f0-eda7a242bb9a req-284bacbe-8b9f-493a-be90-aa4d9e04de2d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0626354 May 05 20:34:03.601421 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dd6f91f0-b511-4f9f-b2f0-eda7a242bb9a req-129448aa-4d09-4a07-a328-5e3a6291aea0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468767 May 05 20:34:04.320215 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e0d9e-f040-4389-a7d1-738d202cfefd req-5fd7dde4-ccb9-4dde-a9bc-ce15e8f22979 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:04.321714 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-595e0d9e-f040-4389-a7d1-738d202cfefd req-5fd7dde4-ccb9-4dde-a9bc-ce15e8f22979 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 945 time: 0.0541346 May 05 20:34:04.370340 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-595e0d9e-f040-4389-a7d1-738d202cfefd req-22de6ba7-0660-4363-9334-fa196acf1218 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 May 05 20:34:04.728658 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef108237-84cf-4093-a643-fe2afa4e2b8d req-9bd4a3b2-1704-4b87-a78a-42e35f1465e4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:04.729924 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef108237-84cf-4093-a643-fe2afa4e2b8d req-9bd4a3b2-1704-4b87-a78a-42e35f1465e4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0537245 May 05 20:34:04.779562 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef108237-84cf-4093-a643-fe2afa4e2b8d req-30a2b04c-4e39-4772-88bf-a1b97c6e6bcf tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439851 May 05 20:34:05.488817 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d06f94-62bc-43cc-9bdf-26e6ba1a8b42 req-2e7007ce-4fb5-4fee-a0dd-6679da54faf3 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:05.490335 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30d06f94-62bc-43cc-9bdf-26e6ba1a8b42 req-2e7007ce-4fb5-4fee-a0dd-6679da54faf3 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 945 time: 0.0533931 May 05 20:34:05.537389 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-30d06f94-62bc-43cc-9bdf-26e6ba1a8b42 req-11d47610-a06a-46ac-a405-f4cf5bc0db86 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 May 05 20:34:05.778529 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:34:05.877510 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:05.890631 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'port_id': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'mac_address': 'fa:16:3e:b9:f8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:34:05.903178 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb196488-9717-4506-9944-374d653aafd6 req-16dd07dd-925d-49a4-b849-63a3a694d85c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:05.904658 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bb196488-9717-4506-9944-374d653aafd6 req-16dd07dd-925d-49a4-b849-63a3a694d85c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0537612 May 05 20:34:05.933389 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 is: ACTIVE; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:34:05.933691 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:05.947983 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:34:05.953644 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bb196488-9717-4506-9944-374d653aafd6 req-e8dcc6ec-7921-4e1d-a81a-cab53adb92fc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 May 05 20:34:05.968422 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:06.022329 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:06.071109 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=6']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:06.150258 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['09bb2e5c-56ab-40af-ab63-6f34a7ccd002'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:34:06.575011 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35824) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:06.595817 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-eb4aea38-727e-4b0c-a244-aa75035465ac tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:06.598178 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-eb4aea38-727e-4b0c-a244-aa75035465ac tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.41 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 945 time: 0.0643027 May 05 20:34:06.678849 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41af3-3cfc-4f2c-8929-2381074e8a9a req-36457597-d5b4-4d0c-97c1-79be666d754d tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:06.680403 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-24e41af3-3cfc-4f2c-8929-2381074e8a9a req-36457597-d5b4-4d0c-97c1-79be666d754d tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 945 time: 0.0606081 May 05 20:34:06.700554 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2275-cf51-4f11-96e6-57f27c4a712d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:06.718598 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Deleting port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:34:06.719017 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:06.765500 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-24e41af3-3cfc-4f2c-8929-2381074e8a9a req-bf9ab2f6-db88-4368-875e-3f70c8013491 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771210 May 05 20:34:06.812211 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2275-cf51-4f11-96e6-57f27c4a712d admin admin] Publish callbacks [] for security_group (ca7677f4-1656-4079-bdb4-448d57f263de), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:06.835434 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] For port f65a10d8-2bd8-4616-a802-f1a631ba6fd1, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,segment=NetworkSegment(b2627e7e-12ed-4bbe-9ad7-b5415357fae8),segment_id=b2627e7e-12ed-4bbe-9ad7-b5415357fae8)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:06.835789 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:06.849006 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Calling delete_port for f65a10d8-2bd8-4616-a802-f1a631ba6fd1 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:34:06.896521 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2275-cf51-4f11-96e6-57f27c4a712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ca7677f4-1656-4079-bdb4-448d57f263de), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:06.935824 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ad1b2275-cf51-4f11-96e6-57f27c4a712d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=682f400446094b08b3ede09d60b8e9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592095 May 05 20:34:06.937228 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b2275-cf51-4f11-96e6-57f27c4a712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7677f4-1656-4079-bdb4-448d57f263de,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:06.939619 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35832) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:06.991601 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-635ec516-c4d5-47bc-8765-1e06aab4967f admin admin] Publish callbacks [] for security_group (ca7677f4-1656-4079-bdb4-448d57f263de), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:07.017465 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-635ec516-c4d5-47bc-8765-1e06aab4967f admin admin] Publish callbacks [] for security_group (ca7677f4-1656-4079-bdb4-448d57f263de), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:07.113843 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (f65a10d8-2bd8-4616-a802-f1a631ba6fd1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:07.123605 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b689e-e187-4272-b2ff-ec531af9d8ad req-fa1db260-9d9f-4ff1-bcb9-984befd3ade6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:07.128309 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['f65a10d8-2bd8-4616-a802-f1a631ba6fd1'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:34:07.128853 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-727b689e-e187-4272-b2ff-ec531af9d8ad req-fa1db260-9d9f-4ff1-bcb9-984befd3ade6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 944 time: 0.0701361 May 05 20:34:07.142863 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Pushing event deleted for resources: {'Port': ['ID=f65a10d8-2bd8-4616-a802-f1a631ba6fd1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:07.180586 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-635ec516-c4d5-47bc-8765-1e06aab4967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ca7677f4-1656-4079-bdb4-448d57f263de), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:07.186019 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-635ec516-c4d5-47bc-8765-1e06aab4967f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:07.195758 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-635ec516-c4d5-47bc-8765-1e06aab4967f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca7677f4-1656-4079-bdb4-448d57f263de HTTP/1.1" status: 204 len: 168 time: 0.2550709 May 05 20:34:07.205550 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] No DVR routers for this DVR port f65a10d8-2bd8-4616-a802-f1a631ba6fd1 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:34:07.213421 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:07.214427 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a7074dc0-0cf7-432b-8580-294806e5ed2c req-ca97f6be-6f47-4d86-a1be-c2afe5c32283 tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.41 "DELETE /v2.0/ports/f65a10d8-2bd8-4616-a802-f1a631ba6fd1 HTTP/1.1" status: 204 len: 173 time: 0.6101601 May 05 20:34:07.214896 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381f802f-181f-441b-8865-61011e90a0af', 'name': 'network-vif-deleted', 'tag': 'f65a10d8-2bd8-4616-a802-f1a631ba6fd1'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:07.218415 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf0938a-23f2-4617-ade0-ae6b9932e71b" -d '{"events": [{"server_uuid": "381f802f-181f-441b-8865-61011e90a0af", "name": "network-vif-deleted", "tag": "f65a10d8-2bd8-4616-a802-f1a631ba6fd1"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:34:07.239125 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ec516-c4d5-47bc-8765-1e06aab4967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7677f4-1656-4079-bdb4-448d57f263de,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:07.244175 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-727b689e-e187-4272-b2ff-ec531af9d8ad req-f4d1b9bc-f537-4dc9-bc91-1c6a7d171dcb tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139581 May 05 20:34:07.408950 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b799977c-0972-4dfd-83f3-fe4188ff40ba x-openstack-request-id: req-b799977c-0972-4dfd-83f3-fe4188ff40ba {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:34:07.409442 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381f802f-181f-441b-8865-61011e90a0af", "name": "network-vif-deleted", "tag": "f65a10d8-2bd8-4616-a802-f1a631ba6fd1", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:34:07.409805 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b799977c-0972-4dfd-83f3-fe4188ff40ba {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:34:07.410491 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b799977c-0972-4dfd-83f3-fe4188ff40ba'] response: {'server_uuid': '381f802f-181f-441b-8865-61011e90a0af', 'name': 'network-vif-deleted', 'tag': 'f65a10d8-2bd8-4616-a802-f1a631ba6fd1', 'status': 'completed', 'code': 200} May 05 20:34:07.787597 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:34:07.854544 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:34:07.855177 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:07.941030 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6541a433-6294-47c7-b1cc-6343cb7374b8 req-eca8d152-0517-45ba-ad81-3609aa5b032d tempest-VolumesSnapshotTestJSON-1142359702 tempest-VolumesSnapshotTestJSON-1142359702-project] 10.222.0.49 "GET /v2.0/ports?device_id=381f802f-181f-441b-8865-61011e90a0af HTTP/1.1" status: 200 len: 210 time: 0.0434816 May 05 20:34:07.941600 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:34:07.942185 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:07.960299 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35848) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:07.974076 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:07.976221 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bfb8fb-e8d9-43c1-b5c3-906920dc0989" -d '{"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-plugged", "status": "completed", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:34:07.985686 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0519dba7-ed0a-4353-8384-f01139c2f663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:08.000696 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:08.081563 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0519dba7-ed0a-4353-8384-f01139c2f663 admin admin] Publish callbacks [] for security_group (e2555f05-89b0-480c-86f4-29def58bba18), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:08.091266 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:08.154549 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=7']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:08.159488 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0519dba7-ed0a-4353-8384-f01139c2f663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e2555f05-89b0-480c-86f4-29def58bba18), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:08.206190 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0519dba7-ed0a-4353-8384-f01139c2f663 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c296ebe4232a438eb2d02e8bdd792a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445180 May 05 20:34:08.208449 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519dba7-ed0a-4353-8384-f01139c2f663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2555f05-89b0-480c-86f4-29def58bba18,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:08.210606 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 35854) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:08.273761 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa0da275-9e71-4644-bd52-5e5c5148a622 admin admin] Publish callbacks [] for security_group (e2555f05-89b0-480c-86f4-29def58bba18), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:08.315345 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa0da275-9e71-4644-bd52-5e5c5148a622 admin admin] Publish callbacks [] for security_group (e2555f05-89b0-480c-86f4-29def58bba18), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:08.362026 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a424513-d3a1-4a43-8a29-a26489b1934c x-openstack-request-id: req-2a424513-d3a1-4a43-8a29-a26489b1934c {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:34:08.362326 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-plugged", "status": "completed", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:34:08.362569 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a424513-d3a1-4a43-8a29-a26489b1934c {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:34:08.363086 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a424513-d3a1-4a43-8a29-a26489b1934c'] response: {'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'code': 200} May 05 20:34:08.452264 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab105c-4f29-4af0-91b3-f13f2bcc6cf3 req-16e5a9c8-1f64-4809-9f07-9044eae45cf5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:08.453972 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-99ab105c-4f29-4af0-91b3-f13f2bcc6cf3 req-16e5a9c8-1f64-4809-9f07-9044eae45cf5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0579710 May 05 20:34:08.508502 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-99ab105c-4f29-4af0-91b3-f13f2bcc6cf3 req-08fed10e-9d77-4f22-acfd-c9d8e152ad48 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464594 May 05 20:34:08.511275 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa0da275-9e71-4644-bd52-5e5c5148a622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e2555f05-89b0-480c-86f4-29def58bba18), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:08.514094 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa0da275-9e71-4644-bd52-5e5c5148a622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:08.515207 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-aa0da275-9e71-4644-bd52-5e5c5148a622 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2555f05-89b0-480c-86f4-29def58bba18 HTTP/1.1" status: 204 len: 168 time: 0.3034973 May 05 20:34:08.529446 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0da275-9e71-4644-bd52-5e5c5148a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2555f05-89b0-480c-86f4-29def58bba18,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:09.740974 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7908957-6e36-41a6-adf9-c67cc8551f9c req-cc32857a-adc6-435d-8eaf-77491f58e22a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:09.742777 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7908957-6e36-41a6-adf9-c67cc8551f9c req-cc32857a-adc6-435d-8eaf-77491f58e22a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0952685 May 05 20:34:09.800634 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7908957-6e36-41a6-adf9-c67cc8551f9c req-a51a47c8-5e26-4a23-9088-16147ea98ea7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502045 May 05 20:34:10.943034 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556c935-d910-4772-a73b-d9344198d0fb req-d94f7e89-813e-4d23-94be-32b7fa701a77 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:10.944947 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6556c935-d910-4772-a73b-d9344198d0fb req-d94f7e89-813e-4d23-94be-32b7fa701a77 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0635581 May 05 20:34:11.006851 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6556c935-d910-4772-a73b-d9344198d0fb req-a69ffa22-dd94-424c-88df-2b24ddecf330 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561564 May 05 20:34:11.802661 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device f65a10d8-2bd8-4616-a802-f1a631ba6fd1 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:34:11.831678 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: f65a10d8-2bd8-4616-a802-f1a631ba6fd1 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:34:11.832281 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device f65a10d8-2bd8-4616-a802-f1a631ba6fd1 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:34:12.181888 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01408e9d-fc4e-4188-a5aa-448759ab8fc7 req-2bd61ffc-f73d-42cf-93fe-13c4772c7cfd tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:12.185634 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01408e9d-fc4e-4188-a5aa-448759ab8fc7 req-2bd61ffc-f73d-42cf-93fe-13c4772c7cfd tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0711393 May 05 20:34:12.277966 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01408e9d-fc4e-4188-a5aa-448759ab8fc7 req-c790a37c-d219-42f5-9847-69e028f59ed4 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878639 May 05 20:34:13.429355 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21816afb-7c3b-4e0c-8054-9dcbc8faac0f req-070855a0-5e01-4bc6-a042-10a01b234df0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:13.431494 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-21816afb-7c3b-4e0c-8054-9dcbc8faac0f req-070855a0-5e01-4bc6-a042-10a01b234df0 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0653498 May 05 20:34:13.485630 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-21816afb-7c3b-4e0c-8054-9dcbc8faac0f req-b7bdb337-986b-4ce7-a090-5ddd8bc311bc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477579 May 05 20:34:13.856385 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:14.620723 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254593af-43ad-492b-8085-34e5e6f2f93e req-0ba40e94-ee50-4729-9e4a-72861b317db3 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:14.622966 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-254593af-43ad-492b-8085-34e5e6f2f93e req-0ba40e94-ee50-4729-9e4a-72861b317db3 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0600381 May 05 20:34:14.679238 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-254593af-43ad-492b-8085-34e5e6f2f93e req-193ce2ea-4218-4a50-84f3-6cd1cf53324c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503094 May 05 20:34:15.839010 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8f0d5-8440-487e-9126-4b99d6100ba4 req-7a6c6693-1610-4bd3-9bbe-e25806357679 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:15.841196 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-39f8f0d5-8440-487e-9126-4b99d6100ba4 req-7a6c6693-1610-4bd3-9bbe-e25806357679 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0739248 May 05 20:34:15.895787 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-39f8f0d5-8440-487e-9126-4b99d6100ba4 req-062b972a-702b-405d-887c-333b21bb6df5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460713 May 05 20:34:17.034552 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22397ca-0804-4d50-8d68-56f0812e5f36 req-9c25a5d7-50ad-4d37-ac23-6b1ce29ac422 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:17.036022 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f22397ca-0804-4d50-8d68-56f0812e5f36 req-9c25a5d7-50ad-4d37-ac23-6b1ce29ac422 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0553808 May 05 20:34:17.089545 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f22397ca-0804-4d50-8d68-56f0812e5f36 req-b606387e-909b-4d94-b7d4-8b48462f3b98 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465369 May 05 20:34:17.253128 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-bf4ba12a-32cd-423a-805f-532b1405b774 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588903 May 05 20:34:17.354283 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-4282538d-cd55-4789-8c20-1da054a4f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:17.355946 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-4282538d-cd55-4789-8c20-1da054a4f196 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7e2232065a84ff88ccc574160e0114c&device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1130 time: 0.0620048 May 05 20:34:17.474396 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-9c2c9285-97f7-4f38-a607-f0476a9561e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:17.475974 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-9c2c9285-97f7-4f38-a607-f0476a9561e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db004025-88a0-4413-a8fa-287a22738800 HTTP/1.1" status: 200 len: 909 time: 0.0974178 May 05 20:34:17.557906 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-fc2e6cc2-836d-460f-9eb8-5f0ddd93b122 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299 HTTP/1.1" status: 200 len: 1002 time: 0.0755093 May 05 20:34:17.629827 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-3e6cd46e-4e8f-403b-9b71-8b21025740fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:17.631571 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-3e6cd46e-4e8f-403b-9b71-8b21025740fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f6e706-08fa-40dc-995a-d4d4a2d2fa7e HTTP/1.1" status: 200 len: 847 time: 0.0662208 May 05 20:34:17.696329 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-3db8a23b-15eb-4111-ac43-d035f65fdcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:17.699303 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-3db8a23b-15eb-4111-ac43-d035f65fdcb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db004025-88a0-4413-a8fa-287a22738800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613384 May 05 20:34:18.049569 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-53c05803-caa8-496f-8b5a-f1247e562a48 service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434708 May 05 20:34:18.143921 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299b3b2b-b842-45e5-b9fd-baf459956b62 req-44a02fd7-f612-4e8f-a60e-82603b2b3b24 service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870452 May 05 20:34:18.226782 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6346892-b66c-4362-8e74-e63d46701ea4 req-db4873dd-018c-4925-97e3-cebd5fdb0389 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:18.228341 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e6346892-b66c-4362-8e74-e63d46701ea4 req-db4873dd-018c-4925-97e3-cebd5fdb0389 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0601704 May 05 20:34:18.278665 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e6346892-b66c-4362-8e74-e63d46701ea4 req-23cba4ea-2663-4c92-92ff-9734fed32312 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 May 05 20:34:19.098232 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-03e4aeb8-731f-4a28-9c0c-16720e9f6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:19.099706 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-03e4aeb8-731f-4a28-9c0c-16720e9f6d8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 1129 time: 0.0542703 May 05 20:34:19.190599 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-37a7a5fe-e8c2-44cb-93a6-2ce366cfc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:19.192152 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-37a7a5fe-e8c2-44cb-93a6-2ce366cfc044 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 918 time: 0.0855529 May 05 20:34:19.264970 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-3034ca19-578a-48b9-97c1-bbf4237b0e84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002 HTTP/1.1" status: 200 len: 1000 time: 0.0660765 May 05 20:34:19.316355 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-648a72af-9d46-42de-b480-33c71d80e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:19.317810 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-648a72af-9d46-42de-b480-33c71d80e2e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.0446858 May 05 20:34:19.373865 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-0af55dec-afc5-4b61-8b3c-f560d6fa8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:19.375253 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-0af55dec-afc5-4b61-8b3c-f560d6fa8efc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505102 May 05 20:34:19.415422 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a247325-fa61-47a5-a972-71f65052ed8b req-5d8717f2-e641-440d-83f5-dc2fcd5e8757 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:19.417838 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0a247325-fa61-47a5-a972-71f65052ed8b req-5d8717f2-e641-440d-83f5-dc2fcd5e8757 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0628896 May 05 20:34:19.473963 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0a247325-fa61-47a5-a972-71f65052ed8b req-5234b8a0-7499-45a8-b707-081c68e9dc55 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501575 May 05 20:34:19.476005 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-6d8189fb-1476-4cd4-a377-2d9cafa8241d service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909214 May 05 20:34:19.569536 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8dbfb511-6f58-4af2-866b-4b5b2f5701fe req-8290397b-5ed0-4e1c-a783-151d4ac3aa80 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873718 May 05 20:34:20.601861 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff56b1f-4c5c-4a31-a279-e06edfcb710d req-50fa2d9c-6248-4b74-91c5-2a0dc134f36d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:20.603879 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6ff56b1f-4c5c-4a31-a279-e06edfcb710d req-50fa2d9c-6248-4b74-91c5-2a0dc134f36d tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0538399 May 05 20:34:20.654408 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6ff56b1f-4c5c-4a31-a279-e06edfcb710d req-e9cd72e9-8799-43d9-8f98-f2da184e9608 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 May 05 20:34:21.781998 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed25bf-32c1-4913-9fa6-44d46d3adc65 req-0530bdb6-4392-4361-bee3-8ad0f8843a90 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:21.783499 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-07ed25bf-32c1-4913-9fa6-44d46d3adc65 req-0530bdb6-4392-4361-bee3-8ad0f8843a90 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 945 time: 0.0560315 May 05 20:34:21.832104 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-07ed25bf-32c1-4913-9fa6-44d46d3adc65 req-e262202e-eb6e-4ecc-8d58-fa078683ada3 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 May 05 20:34:22.969582 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7051d5c1-119d-404d-874e-2c3a69ad690a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:24.694023 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bca88-9bab-4a2f-9dae-775fe328deba req-11936e27-6bad-42df-ba29-e35c65813055 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:24.695472 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fd3bca88-9bab-4a2f-9dae-775fe328deba req-11936e27-6bad-42df-ba29-e35c65813055 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 945 time: 0.0535295 May 05 20:34:24.743499 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fd3bca88-9bab-4a2f-9dae-775fe328deba req-714065b9-abf9-41c5-b65e-12e13d728626 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 May 05 20:34:25.026797 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-760a5b22-5ea4-4c62-a324-ce62edcf3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:25.218539 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:34:25.293758 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 is: ACTIVE; New status is: DOWN {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:34:25.294117 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:25.315834 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:25.318082 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde951a8-affe-4fbf-b2ee-399f685389ca" -d '{"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:34:25.332501 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:25.351206 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45422792-5e41-46e1-8f8a-fbe5c7f36175 x-openstack-request-id: req-45422792-5e41-46e1-8f8a-fbe5c7f36175 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:34:25.351206 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-unplugged", "status": "failed", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002", "code": 422}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:34:25.351206 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45422792-5e41-46e1-8f8a-fbe5c7f36175 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:34:25.351206 dv-cinder-840730-1-iscsi neutron-server[103997]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-45422792-5e41-46e1-8f8a-fbe5c7f36175']: {'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'code': 422} returned with failed status May 05 20:34:25.399167 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:25.451494 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=8']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:25.459000 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.459436 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.459779 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.460114 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.460444 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.460774 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.461100 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.461454 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.461780 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.462103 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.462422 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.462739 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.463056 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:25.741689 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-f40958f4-8fba-4484-a429-50c5e060fb57 req-1a5a7b37-720a-4c28-a48f-c1237fa5daef service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:34:25.745817 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f40958f4-8fba-4484-a429-50c5e060fb57 req-1a5a7b37-720a-4c28-a48f-c1237fa5daef service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0968797 May 05 20:34:25.870232 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e7b9-d149-4c57-bba2-198c20e41cb1 req-5930d284-9521-4df9-9cc8-97f713b15d11 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:25.871700 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-17e3e7b9-d149-4c57-bba2-198c20e41cb1 req-5930d284-9521-4df9-9cc8-97f713b15d11 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 945 time: 0.0582111 May 05 20:34:25.926260 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-17e3e7b9-d149-4c57-bba2-198c20e41cb1 req-3e06b4f2-2d17-4388-af78-8370b8684f57 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464642 May 05 20:34:26.048253 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0766-5c70-4347-8108-b05474bb9f26 req-00fe623d-e291-4314-a186-9b3385cb35ba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:26.049796 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4d0b0766-5c70-4347-8108-b05474bb9f26 req-00fe623d-e291-4314-a186-9b3385cb35ba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0547442 May 05 20:34:26.104681 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4d0b0766-5c70-4347-8108-b05474bb9f26 req-06e32467-1ac4-4527-900f-38b54781ee96 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488462 May 05 20:34:26.410225 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:26.462435 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36184) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:26.555155 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-00032fbe-7ee7-423b-a1ca-82a90ed3e9dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915532 May 05 20:34:26.564601 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-926bbd2e-0327-47ce-b705-d40d6d8b5336 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:34:26.565636 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-926bbd2e-0327-47ce-b705-d40d6d8b5336 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052731 May 05 20:34:26.646769 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36194) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:26.753307 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-4d3c308d-59ae-431b-96a1-8cebf2d001df tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:26.754679 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-4d3c308d-59ae-431b-96a1-8cebf2d001df tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports/09bb2e5c-56ab-40af-ab63-6f34a7ccd002 HTTP/1.1" status: 200 len: 940 time: 0.1069462 May 05 20:34:27.050272 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1ab4a-9224-4158-890d-b6b6cd61e3c9 req-db8f05ba-a92e-4cd7-b9f6-a75839fc1948 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:27.051805 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a8b1ab4a-9224-4158-890d-b6b6cd61e3c9 req-db8f05ba-a92e-4cd7-b9f6-a75839fc1948 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 945 time: 0.0576146 May 05 20:34:27.103777 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-5d861021-a4d6-4839-b3de-5a76e5013da0 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:27.107136 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-5d861021-a4d6-4839-b3de-5a76e5013da0 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 945 time: 0.0691891 May 05 20:34:27.116093 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a8b1ab4a-9224-4158-890d-b6b6cd61e3c9 req-5dcc5f62-ec02-488a-8ad7-aae4e264a30d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582960 May 05 20:34:27.211231 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Deleting port f7847f02-8b19-4ae6-9285-4fed74bd1746 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:34:27.211562 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:27.241982 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38557c01-81ac-4eca-90ad-ab04bd0a78d7 req-a8bcfee5-50ca-4bf8-9ea6-15c9d0b7a7bf tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:27.243469 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-38557c01-81ac-4eca-90ad-ab04bd0a78d7 req-a8bcfee5-50ca-4bf8-9ea6-15c9d0b7a7bf tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0560446 May 05 20:34:27.296831 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-38557c01-81ac-4eca-90ad-ab04bd0a78d7 req-6c397eeb-c598-43b3-af3b-6517a49fc0c6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 May 05 20:34:27.311097 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] For port f7847f02-8b19-4ae6-9285-4fed74bd1746, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=f7847f02-8b19-4ae6-9285-4fed74bd1746,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:27.311097 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:27.503517 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:27.504276 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (79710123-f488-4ab0-b027-36348b360c5b), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:27.504276 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Floating IP 79710123-f488-4ab0-b027-36348b360c5b disassociated. External IP: 172.27.0.93, port: f7847f02-8b19-4ae6-9285-4fed74bd1746. May 05 20:34:27.504276 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Calling delete_port for f7847f02-8b19-4ae6-9285-4fed74bd1746 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:34:27.735861 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (f7847f02-8b19-4ae6-9285-4fed74bd1746), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:27.767815 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event deleted for resources: {'Port': ['ID=f7847f02-8b19-4ae6-9285-4fed74bd1746,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:27.894257 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Router 697b5724-350e-4acf-8784-63c6269b11b0 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:34:28.008529 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:34:28.021592 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] Sync routers for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:34:28.040807 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:34:28.041520 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:28.062159 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:28.064577 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] No DVR routers for this DVR port f7847f02-8b19-4ae6-9285-4fed74bd1746 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:34:28.067507 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:28.071609 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-81d9b653-a5a4-4746-bee8-e8674c3f8ee7 req-8035db51-b6f7-43f6-9295-4b7a1fa0512b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "DELETE /v2.0/ports/f7847f02-8b19-4ae6-9285-4fed74bd1746 HTTP/1.1" status: 204 len: 173 time: 0.9596360 May 05 20:34:28.072088 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'name': 'network-vif-deleted', 'tag': 'f7847f02-8b19-4ae6-9285-4fed74bd1746'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:28.075187 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cae722-360e-44fa-a343-abbb97ed8286" -d '{"events": [{"server_uuid": "3320db0e-a6f7-43cf-868d-d918c0d1547b", "name": "network-vif-deleted", "tag": "f7847f02-8b19-4ae6-9285-4fed74bd1746"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:34:28.112844 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2848baf9-2161-4434-9358-f34758ecada0 x-openstack-request-id: req-2848baf9-2161-4434-9358-f34758ecada0 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:34:28.113153 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3320db0e-a6f7-43cf-868d-d918c0d1547b", "name": "network-vif-deleted", "tag": "f7847f02-8b19-4ae6-9285-4fed74bd1746", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:34:28.113429 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2848baf9-2161-4434-9358-f34758ecada0 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:34:28.113836 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2848baf9-2161-4434-9358-f34758ecada0'] response: {'server_uuid': '3320db0e-a6f7-43cf-868d-d918c0d1547b', 'name': 'network-vif-deleted', 'tag': 'f7847f02-8b19-4ae6-9285-4fed74bd1746', 'status': 'completed', 'code': 200} May 05 20:34:28.258065 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d2a8059e-c3ac-4f48-9b76-ed5351d985db req-280791e8-3103-4227-8ad6-6fa933dd8ce4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 210 time: 0.0455110 May 05 20:34:28.269932 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:34:28.437600 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9b40-2172-415b-ba87-0b11f2cdcf0e req-2d81bbc6-6032-4a40-8e55-3a03cbd2221a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:28.439620 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-798b9b40-2172-415b-ba87-0b11f2cdcf0e req-2d81bbc6-6032-4a40-8e55-3a03cbd2221a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0595398 May 05 20:34:28.473855 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-8a70388a-33c1-40fd-94fc-6ea049fec758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:28.476501 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-8a70388a-33c1-40fd-94fc-6ea049fec758 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9&tenant_id=83632617c8b842108cfb2620747f0761 HTTP/1.1" status: 200 len: 1127 time: 0.0570207 May 05 20:34:28.496227 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:28.504165 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-798b9b40-2172-415b-ba87-0b11f2cdcf0e req-9bd0eb2f-9935-47da-8146-5a1a84d19daf tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578923 May 05 20:34:28.534034 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] Checking router: 697b5724-350e-4acf-8784-63c6269b11b0 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:34:28.545646 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:34:28.546394 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:28.552888 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-afb81c0d-8f97-4fcf-b969-f40d7c3f7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:28.554518 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-afb81c0d-8f97-4fcf-b969-f40d7c3f7db9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 1127 time: 0.0526617 May 05 20:34:28.653832 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-b98531ef-e2e0-48dd-8e27-7645798d160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:28.655310 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-b98531ef-e2e0-48dd-8e27-7645798d160f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 918 time: 0.0884607 May 05 20:34:28.662981 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:34:28.726891 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-f5f760c7-fd70-4251-878f-f8aa094e3ea3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002 HTTP/1.1" status: 200 len: 998 time: 0.0641842 May 05 20:34:28.876263 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:28.881691 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-cdac76b6-4a53-4194-b571-965a24bd085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:28.883177 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-cdac76b6-4a53-4194-b571-965a24bd085c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.0624738 May 05 20:34:28.905337 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921ceb4-10c7-473a-b6e8-48235727adec None None] The sync data for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi is: [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:34:28.935997 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-fb939b9e-735d-40a1-8d5a-cb5f8c0f9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:28.937540 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-fb939b9e-735d-40a1-8d5a-cb5f8c0f9a49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478990 May 05 20:34:29.040422 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-a48eb26e-4d51-46ca-95d9-5f297ffdc9e6 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958116 May 05 20:34:29.142161 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13329947-c767-4d7b-b66e-2ef668bc8daa req-63fba371-ae7f-4f92-b889-85322b6384f5 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921352 May 05 20:34:29.175831 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f93faf-d8ae-4cac-a30a-d658c5bf575d None None] New status for floating IP 79710123-f488-4ab0-b027-36348b360c5b: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:34:29.372695 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fd8d2357-ace1-4348-850f-9b50ee8f5e9b req-2cdf05e8-b9e0-4154-84ef-7c3854921ee4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3320db0e-a6f7-43cf-868d-d918c0d1547b HTTP/1.1" status: 200 len: 210 time: 0.0291359 May 05 20:34:29.519602 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:29.639923 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a794474-16eb-4613-8d73-d517e845e244 req-81496674-9827-46a0-9447-dc4a3cf92177 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:29.645793 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4a794474-16eb-4613-8d73-d517e845e244 req-81496674-9827-46a0-9447-dc4a3cf92177 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0581572 May 05 20:34:29.690256 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4a794474-16eb-4613-8d73-d517e845e244 req-bc3a346f-0c34-4025-bf10-2f68a21e26ea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428836 May 05 20:34:30.876058 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-705871be-a761-4ad7-86a1-c575862d4532 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724053472&fields=id&tenant_id=d1f96beeabb54e168e8e924bee7a6440 HTTP/1.1" status: 200 len: 267 time: 0.1062555 May 05 20:34:30.914075 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb37976-2b16-4650-b2f5-9a74d6faf789 req-a81e4c70-db81-4ea5-a873-8be462c79e51 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:30.915446 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-afb37976-2b16-4650-b2f5-9a74d6faf789 req-a81e4c70-db81-4ea5-a873-8be462c79e51 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.1079345 May 05 20:34:31.007346 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-afb37976-2b16-4650-b2f5-9a74d6faf789 req-cd9a961b-b3d0-49cf-966e-a091e4c90236 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655868 May 05 20:34:31.048806 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-590b001e-2f36-4989-9b27-f6abbda5154a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:31.050392 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-590b001e-2f36-4989-9b27-f6abbda5154a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 811 time: 0.1728966 May 05 20:34:31.066414 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-c30359eb-106a-4adf-8c22-91e2288ef9d8 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/quotas/d1f96beeabb54e168e8e924bee7a6440 HTTP/1.1" status: 200 len: 375 time: 0.0098119 May 05 20:34:31.146801 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-3da55fbd-18b0-46a0-891e-460b5fbe93dc tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671015 May 05 20:34:31.269272 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-589875d8-0d43-43b2-a1c8-87fd4e9fe1f4 service neutron] 10.222.0.49 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210873 May 05 20:34:31.370231 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-e1c51953-ef3f-4ac4-9e21-1d2bfc134051 service neutron] 10.222.0.49 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948465 May 05 20:34:31.895193 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device f7847f02-8b19-4ae6-9285-4fed74bd1746 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:34:31.926250 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: f7847f02-8b19-4ae6-9285-4fed74bd1746 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:34:31.926597 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device f7847f02-8b19-4ae6-9285-4fed74bd1746 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:34:32.083833 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4394fb2f-a5e6-49f5-9661-1879dac01e18 req-4a7673ee-a0a0-41ac-8f09-f88ada07d417 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0459921 May 05 20:34:32.237170 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f6db6-1072-4372-880d-74911d27a2ae req-e44d092b-c2ea-4b2a-8e78-4730eb1f598c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:32.244547 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8b5f6db6-1072-4372-880d-74911d27a2ae req-e44d092b-c2ea-4b2a-8e78-4730eb1f598c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.1086934 May 05 20:34:32.301051 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8b5f6db6-1072-4372-880d-74911d27a2ae req-10607b52-9b40-4405-ad05-7d7b76dbc8b9 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551651 May 05 20:34:32.639704 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36358) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:32.784715 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:32.877673 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Publish callbacks [] for security_group (7dc10a1b-bbc4-4c2e-bb89-3ca0920fdfe9), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:32.953011 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7dc10a1b-bbc4-4c2e-bb89-3ca0920fdfe9), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:32.996635 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc10a1b-bbc4-4c2e-bb89-3ca0920fdfe9,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:33.001634 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ecc7a53fabf43b29d3e305771647bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598568 May 05 20:34:33.004368 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 36366) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:33.006664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.007011 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.007349 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.007678 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.008002 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.008324 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.008661 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.008968 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.009430 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.009756 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.010073 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.010387 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.010702 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e44fea-aeed-4c8e-abdd-157bd33bb231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.057809 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Publish callbacks [] for security_group (7dc10a1b-bbc4-4c2e-bb89-3ca0920fdfe9), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:33.083701 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Publish callbacks [] for security_group (7dc10a1b-bbc4-4c2e-bb89-3ca0920fdfe9), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:33.197424 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9a29a966-4e8d-4eae-847a-6b71d5b04c57 req-3a137d5e-502c-4ac9-8a33-9486edc14a67 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0279338 May 05 20:34:33.244577 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7dc10a1b-bbc4-4c2e-bb89-3ca0920fdfe9), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:33.247354 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:33.248527 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7dc10a1b-bbc4-4c2e-bb89-3ca0920fdfe9 HTTP/1.1" status: 204 len: 168 time: 0.2431545 May 05 20:34:33.256639 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc10a1b-bbc4-4c2e-bb89-3ca0920fdfe9,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:33.264557 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.264922 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.265248 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.265612 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.265997 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.266297 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.271516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.271516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.271516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.271516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.271516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.271516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.271516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4354ff-fa1e-4737-b537-ce24fcc6714b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:33.445606 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a25af-5485-4a22-9a8f-a623850a836d req-4521216d-b074-4cd6-971c-1d69065b3c8c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:33.447306 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-416a25af-5485-4a22-9a8f-a623850a836d req-4521216d-b074-4cd6-971c-1d69065b3c8c tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0649564 May 05 20:34:33.502673 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-416a25af-5485-4a22-9a8f-a623850a836d req-78a2fe5d-df59-499e-a04c-306b415adfea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486233 May 05 20:34:34.324990 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6b2af253-6d1e-4ae5-81e1-aaab9abbadd0 req-3e38d28e-bef0-40f9-a427-d5f9e62fa87f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0553856 May 05 20:34:34.640209 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537a0b-ed32-44a9-bf52-793a46d85a3e req-5eb6cb95-9ce4-45fe-aea5-d0a622c3af85 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:34.642057 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b1537a0b-ed32-44a9-bf52-793a46d85a3e req-5eb6cb95-9ce4-45fe-aea5-d0a622c3af85 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0577381 May 05 20:34:34.695303 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b1537a0b-ed32-44a9-bf52-793a46d85a3e req-6c6cda3e-59b6-4f59-b203-3ca707ced1b6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476074 May 05 20:34:35.440894 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d0adb6a5-6a1d-48e4-b045-1e6874b856fb req-bd4b26c1-b8da-402f-8c6d-267e3ffaf5c9 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0307026 May 05 20:34:35.801383 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:34:35.883113 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa9771-3ffe-4e1e-8704-b457a98b2f3d req-cc2f6532-629b-4a73-81bf-d38dc9a121d9 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:35.884238 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27aa9771-3ffe-4e1e-8704-b457a98b2f3d req-cc2f6532-629b-4a73-81bf-d38dc9a121d9 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0527935 May 05 20:34:35.947060 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-27aa9771-3ffe-4e1e-8704-b457a98b2f3d req-3f15022b-6661-4764-a9fe-b82de486f860 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543129 May 05 20:34:36.563596 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ac51983c-05d8-45f1-b491-f07a8802ccfa req-d1762127-4e9f-443b-8169-c3eeb3c65818 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0308244 May 05 20:34:37.084479 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7dc5-9607-4ee7-8997-6cc9a2f7bd96 req-f8708bdb-9f66-468e-aad6-a1d94a8b717b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:37.086290 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ab7f7dc5-9607-4ee7-8997-6cc9a2f7bd96 req-f8708bdb-9f66-468e-aad6-a1d94a8b717b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0612905 May 05 20:34:37.086831 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36458) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:37.144838 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ab7f7dc5-9607-4ee7-8997-6cc9a2f7bd96 req-b728265c-05d3-485c-8c44-5dc793c989f6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515525 May 05 20:34:37.148083 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c51207f-1a26-4a87-b09c-80049e45d56c admin admin] Deleting subnet bebc89b5-399d-4e59-ae6a-d5be14142e38 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:34:37.152483 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c51207f-1a26-4a87-b09c-80049e45d56c admin admin] Publish callbacks [] for subnet (bebc89b5-399d-4e59-ae6a-d5be14142e38), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.188947 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c51207f-1a26-4a87-b09c-80049e45d56c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875637'] for subnet (bebc89b5-399d-4e59-ae6a-d5be14142e38), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.236256 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c51207f-1a26-4a87-b09c-80049e45d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (bebc89b5-399d-4e59-ae6a-d5be14142e38), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.394038 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c51207f-1a26-4a87-b09c-80049e45d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9233526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8636503'] for subnet (bebc89b5-399d-4e59-ae6a-d5be14142e38), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.420571 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51207f-1a26-4a87-b09c-80049e45d56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebc89b5-399d-4e59-ae6a-d5be14142e38,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:37.424301 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c51207f-1a26-4a87-b09c-80049e45d56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.431171 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8c51207f-1a26-4a87-b09c-80049e45d56c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bebc89b5-399d-4e59-ae6a-d5be14142e38 HTTP/1.1" status: 204 len: 168 time: 0.3393967 May 05 20:34:37.431899 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 36462) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:37.511190 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (7ab39458-7449-45fe-b784-78e5bdfb4d06), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.863443 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-79102cf3-6b9d-4b30-9079-446ce248c3c5 req-1411636a-18b6-4c6b-b4d3-4fa233a30f24 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0305917 May 05 20:34:37.880054 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (7ab39458-7449-45fe-b784-78e5bdfb4d06), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.904230 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab39458-7449-45fe-b784-78e5bdfb4d06']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:37.913639 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:37.936508 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2627e7e-12ed-4bbe-9ad7-b5415357fae8') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:37.936508 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9462845'] for segment (b2627e7e-12ed-4bbe-9ad7-b5415357fae8), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.937148 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (b2627e7e-12ed-4bbe-9ad7-b5415357fae8), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.943353 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:34:37.943730 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9804425'] for segment (b2627e7e-12ed-4bbe-9ad7-b5415357fae8), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: Traceback (most recent call last): May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: timer() May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: cb(*args, **kw) May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: return func(*args, **kwargs) May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: self._notify() May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: self.callback(batched_events) May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: event.method(event) May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: return f(self, *a, **k) May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._get(url).json() May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: return self.request(url, 'GET', **kwargs) May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:34:37.945371 dv-cinder-840730-1-iscsi neutron-server[103995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:34:38.277489 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da3b5-0d51-4cac-8f84-6af311c19ab7 req-a5d29f39-4c45-465f-a48f-599a886a2f9b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:38.279208 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-663da3b5-0d51-4cac-8f84-6af311c19ab7 req-a5d29f39-4c45-465f-a48f-599a886a2f9b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0600841 May 05 20:34:38.343195 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-663da3b5-0d51-4cac-8f84-6af311c19ab7 req-d0b5d999-b052-4253-8790-a5e192311f7e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539880 May 05 20:34:38.950276 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (7ab39458-7449-45fe-b784-78e5bdfb4d06), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:38.971141 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:38.974331 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7ab39458-7449-45fe-b784-78e5bdfb4d06 HTTP/1.1" status: 204 len: 168 time: 1.5432472 May 05 20:34:38.985067 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-845392d6-4cb1-4650-ac46-30d42d081899 req-aacae4bc-8a0f-4580-b7e2-b1ee3cddcf6c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0443904 May 05 20:34:38.986227 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1a2bd-09b1-495e-ab57-1a90c4562921 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab39458-7449-45fe-b784-78e5bdfb4d06,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:39.359547 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36482) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:39.400501 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-21f61807-6a5a-41bb-ab60-98a6ccf105fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8acd5e7d1c0543a19b32f610880994c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397871 May 05 20:34:39.403965 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36486) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:39.452496 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3ac5107d-1de1-490a-9610-e9be411b3e4f admin admin] Publish callbacks [] for security_group (4ec99f0c-2b4b-4bc2-9220-9b953e4036d3), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:39.464135 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356dc63-42bb-49c6-9fec-9f27ef5aca65 req-13190e3a-d264-4183-9e0b-9f9eeee68618 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:39.466576 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4356dc63-42bb-49c6-9fec-9f27ef5aca65 req-13190e3a-d264-4183-9e0b-9f9eeee68618 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0528793 May 05 20:34:39.474779 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3ac5107d-1de1-490a-9610-e9be411b3e4f admin admin] Publish callbacks [] for security_group (4ec99f0c-2b4b-4bc2-9220-9b953e4036d3), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:39.519112 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4356dc63-42bb-49c6-9fec-9f27ef5aca65 req-6776e882-52f7-4aa9-9e72-72bd1cc4bac5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470660 May 05 20:34:39.604770 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3ac5107d-1de1-490a-9610-e9be411b3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4ec99f0c-2b4b-4bc2-9220-9b953e4036d3), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:39.608061 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3ac5107d-1de1-490a-9610-e9be411b3e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:39.609209 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3ac5107d-1de1-490a-9610-e9be411b3e4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ec99f0c-2b4b-4bc2-9220-9b953e4036d3 HTTP/1.1" status: 204 len: 168 time: 0.2042954 May 05 20:34:39.617558 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5107d-1de1-490a-9610-e9be411b3e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec99f0c-2b4b-4bc2-9220-9b953e4036d3,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:40.084305 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-08c60edb-9d47-4938-8f68-1a5ba326e332 req-9613651a-ff8a-4408-9497-0a3f6811026e tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0290947 May 05 20:34:40.647686 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252287fe-1232-432e-af39-12745213939b req-01dce58c-8b60-4b99-b92f-d19da51bede1 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:40.652917 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-252287fe-1232-432e-af39-12745213939b req-01dce58c-8b60-4b99-b92f-d19da51bede1 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0532475 May 05 20:34:40.700491 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-252287fe-1232-432e-af39-12745213939b req-ce984063-157b-43b4-b0a5-fa6c08fe924f tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451381 May 05 20:34:41.179350 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d1c1c825-19be-4f47-9d19-ef6c186eea2c req-c11a88fd-4884-433d-ac8c-9dc76223e598 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0282485 May 05 20:34:41.631927 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-71f2cd50-4626-4575-8850-19c0866a2843 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:41.633397 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-71f2cd50-4626-4575-8850-19c0866a2843 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 811 time: 0.1038051 May 05 20:34:41.705882 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-13b1f85c-1904-449d-bf3f-c4704da229df tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f96beeabb54e168e8e924bee7a6440 HTTP/1.1" status: 200 len: 380 time: 0.0627842 May 05 20:34:41.717119 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'port': {'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'admin_state_up': True, 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'security_groups': ['c9262e6b-8319-43d2-9386-7d532e8fe65c']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:34:41.835280 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142bdb9-fc38-41fb-9c44-75ab76de1a90 req-add00598-8ccf-4302-b1d1-19dc0cbb05f7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:41.836767 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0142bdb9-fc38-41fb-9c44-75ab76de1a90 req-add00598-8ccf-4302-b1d1-19dc0cbb05f7 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 943 time: 0.0608871 May 05 20:34:41.891537 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0142bdb9-fc38-41fb-9c44-75ab76de1a90 req-ad67bdb8-59e1-4770-bd69-f9a57b21ccdc tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478625 May 05 20:34:41.901514 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Made reservation on behalf of d1f96beeabb54e168e8e924bee7a6440 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:34:41.905134 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.035868 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Allocated IP 172.20.0.8 (f7453d2c-baf7-4d2d-921d-a0f048045044/b878be62-e870-425d-a1c4-df5d252c3adf/2cb0b9cc-b9fa-48f2-b2ce-304029167919) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:34:42.172496 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.273339 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.277105 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04ae7e57-771e-464a-b374-1647a40bb848 req-451f8375-d4b5-441a-a7de-94770c05857b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0297060 May 05 20:34:42.323202 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Network f7453d2c-baf7-4d2d-921d-a0f048045044 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:34:42.326591 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:34:42.329240 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:34:42.364685 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'Port': ['ID=2cb0b9cc-b9fa-48f2-b2ce-304029167919,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:42.390600 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:42.394801 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.475543 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-10c2b3e9-3f38-496a-8716-55e52d39cf99 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622886 May 05 20:34:42.491576 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Request body: {'port': {'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:34:42.525286 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:34:42.558016 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.601758 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-6fa87fc6-ef4d-4263-8da0-57d736c51e6f None None] Provisioning complete for port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:34:42.602154 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fa87fc6-ef4d-4263-8da0-57d736c51e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.657706 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-6fa87fc6-ef4d-4263-8da0-57d736c51e6f None None] Port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:34:42.663253 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:42.674779 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'port_id': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'mac_address': 'fa:16:3e:b9:f8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:34:42.712935 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:34:42.713403 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.726940 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:34:42.750672 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:42.830546 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb0b9cc-b9fa-48f2-b2ce-304029167919 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:34:42.832934 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.838551 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Publish callbacks [] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.851746 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Transition to ACTIVE for port object 2cb0b9cc-b9fa-48f2-b2ce-304029167919 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:34:42.883058 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=9']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:42.924532 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:42.978854 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb0b9cc-b9fa-48f2-b2ce-304029167919,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:43.028382 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191b34-2d2d-4932-97c6-45305b2dc534 req-29e0618e-1085-4560-93cb-7869f17f3c4b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:43.035586 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f7191b34-2d2d-4932-97c6-45305b2dc534 req-29e0618e-1085-4560-93cb-7869f17f3c4b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 944 time: 0.0680971 May 05 20:34:43.054488 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Attempting to bind port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:34:43.054847 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Attempting to bind port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:34:43.055178 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Attempting to bind port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 on network f7453d2c-baf7-4d2d-921d-a0f048045044 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:34:43.060803 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 on network f7453d2c-baf7-4d2d-921d-a0f048045044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:34:43.062481 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Attempting to bind port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 on network f7453d2c-baf7-4d2d-921d-a0f048045044 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:34:43.070489 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:34:43.070827 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Checking segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:34:43.071213 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Bound using segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:34:43.071756 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Bound port: 2cb0b9cc-b9fa-48f2-b2ce-304029167919, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:34:43.071994 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:43.094287 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f7191b34-2d2d-4932-97c6-45305b2dc534 req-25a50707-ff96-43ad-ad24-5044fa390f1a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577269 May 05 20:34:43.111210 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['09bb2e5c-56ab-40af-ab63-6f34a7ccd002'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:34:43.149005 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] For port 2cb0b9cc-b9fa-48f2-b2ce-304029167919, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:34:43.153144 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] For port 2cb0b9cc-b9fa-48f2-b2ce-304029167919, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:34:43.250833 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:43.283993 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:43.284678 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:43.286092 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] 10.222.0.41 "PUT /v2.0/ports/2cb0b9cc-b9fa-48f2-b2ce-304029167919 HTTP/1.1" status: 200 len: 1093 time: 0.7995174 May 05 20:34:43.286531 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:43.288776 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c96103-f3e4-4de5-b1ff-5d7006adf1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:34:43.317248 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b578a-6250-4eb7-8c23-54a7aafb7f42 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb0b9cc-b9fa-48f2-b2ce-304029167919,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:43.336956 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c1178-97f7-41a1-9389-874e15837b62 x-openstack-request-id: req-915c1178-97f7-41a1-9389-874e15837b62 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:34:43.337125 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:34:43.337412 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-915c1178-97f7-41a1-9389-874e15837b62 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:34:43.337830 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915c1178-97f7-41a1-9389-874e15837b62'] response: {'name': 'network-changed', 'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'status': 'completed', 'code': 200} May 05 20:34:43.413364 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c96103-f3e4-4de5-b1ff-5d7006adf1b9 req-aa3adda5-a24d-4d9f-a5bb-f4ab5951e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:43.415076 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95c96103-f3e4-4de5-b1ff-5d7006adf1b9 req-aa3adda5-a24d-4d9f-a5bb-f4ab5951e5d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 1127 time: 0.0545523 May 05 20:34:43.415190 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c9fca-d827-45ec-b468-b94e13508bff req-bd0d78fe-4c7c-4d26-b970-9685ca94529d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:43.416675 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-438c9fca-d827-45ec-b468-b94e13508bff req-bd0d78fe-4c7c-4d26-b970-9685ca94529d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0561826 May 05 20:34:43.475187 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-438c9fca-d827-45ec-b468-b94e13508bff req-5268f155-f7f8-4853-bf13-c6b430a4930d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525510 May 05 20:34:43.532400 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c96103-f3e4-4de5-b1ff-5d7006adf1b9 req-49270499-2b02-47c0-b01b-e6baf0c75269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:43.534874 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95c96103-f3e4-4de5-b1ff-5d7006adf1b9 req-49270499-2b02-47c0-b01b-e6baf0c75269 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d1f96beeabb54e168e8e924bee7a6440&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1110921 May 05 20:34:43.635464 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c96103-f3e4-4de5-b1ff-5d7006adf1b9 req-ebd25feb-a4e1-4432-9c42-d74cf7f35f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:43.637883 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95c96103-f3e4-4de5-b1ff-5d7006adf1b9 req-ebd25feb-a4e1-4432-9c42-d74cf7f35f11 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969827 May 05 20:34:43.684910 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:43.723308 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-3359f718-20d7-44bc-8615-bfbeacf205b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:43.724732 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-3359f718-20d7-44bc-8615-bfbeacf205b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 1127 time: 0.0459967 May 05 20:34:43.766675 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-ad0d9dcc-46d4-4c08-8dc7-6f8d6d7b55f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919 HTTP/1.1" status: 200 len: 217 time: 0.0348690 May 05 20:34:43.816698 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-f2fa962c-cd58-4df3-a311-ac1bdbe71714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:43.818181 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-f2fa962c-cd58-4df3-a311-ac1bdbe71714 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.0450587 May 05 20:34:43.876124 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-61914406-bf9c-4d57-a3fc-80b20a495977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:43.877684 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-61914406-bf9c-4d57-a3fc-80b20a495977 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504451 May 05 20:34:43.971846 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-c3ac0daf-f305-4bc5-a445-cd328c54e31d service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842216 May 05 20:34:44.068555 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba3bfa79-156c-4a29-90ae-4dc0683ccc7c req-0e74a0bd-f9bf-40b8-90cd-58e85bebca47 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869689 May 05 20:34:44.212612 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4feb9-d633-4b34-acf9-843ed1fddb39 req-2a1d6f7d-d3d6-43f6-abdb-1216af9b5376 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:44.214137 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f1a4feb9-d633-4b34-acf9-843ed1fddb39 req-2a1d6f7d-d3d6-43f6-abdb-1216af9b5376 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 944 time: 0.0534348 May 05 20:34:44.260720 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f1a4feb9-d633-4b34-acf9-843ed1fddb39 req-cd09f7b4-986d-4e8a-ac03-0a9f3b26d297 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400603 May 05 20:34:44.535508 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:34:44.583708 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:34:44.584078 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:44.603172 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651379d-48c0-48ae-af72-bacbb2bf402e req-1d519de5-6be5-4d4e-ba05-855b3a2e2033 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:44.604725 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8651379d-48c0-48ae-af72-bacbb2bf402e req-1d519de5-6be5-4d4e-ba05-855b3a2e2033 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0619609 May 05 20:34:44.655164 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8651379d-48c0-48ae-af72-bacbb2bf402e req-d02ae621-0fc3-421e-a7ce-3a3f834292dd tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 May 05 20:34:44.668432 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:34:44.668824 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:44.692624 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:44.701290 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2934dbd-2abd-4184-b1dd-4cf6baf2a879" -d '{"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-plugged", "status": "completed", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:34:44.708206 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:44.731575 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d8507f-4bdf-4c28-8feb-4e441f2756d1 x-openstack-request-id: req-50d8507f-4bdf-4c28-8feb-4e441f2756d1 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:34:44.731865 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-plugged", "status": "completed", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:34:44.732121 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50d8507f-4bdf-4c28-8feb-4e441f2756d1 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:34:44.732519 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d8507f-4bdf-4c28-8feb-4e441f2756d1'] response: {'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'code': 200} May 05 20:34:44.810162 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:44.859542 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=10']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:45.172166 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7858ac-7b4a-4662-bcc5-663a53cf07d0 req-cd28b57c-533e-4fd4-a84e-7150a92efb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:45.173746 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da7858ac-7b4a-4662-bcc5-663a53cf07d0 req-cd28b57c-533e-4fd4-a84e-7150a92efb79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0459805 May 05 20:34:45.219687 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da7858ac-7b4a-4662-bcc5-663a53cf07d0 req-4b7d53f8-2f9c-4a20-99cd-2912fc708759 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394440 May 05 20:34:45.386687 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74104d84-3e72-4c46-ab50-192f212af042 req-32f3b3a7-490a-48c3-927d-0a4163b57c6e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:45.388147 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-74104d84-3e72-4c46-ab50-192f212af042 req-32f3b3a7-490a-48c3-927d-0a4163b57c6e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 946 time: 0.0534658 May 05 20:34:45.436783 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-74104d84-3e72-4c46-ab50-192f212af042 req-98f86690-b6f8-4605-a21f-5bd89d5d6edf tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 May 05 20:34:45.638033 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36572) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:45.744850 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-81e206f3-983f-4442-b4c5-6a795c99ef84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:45.776026 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05487e-5068-4415-91c4-04489df04238 req-226ad34f-7e27-417f-b86f-c9f931ddbdab tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:45.778262 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ca05487e-5068-4415-91c4-04489df04238 req-226ad34f-7e27-417f-b86f-c9f931ddbdab tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0554497 May 05 20:34:45.818240 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-81e206f3-983f-4442-b4c5-6a795c99ef84 admin admin] Publish callbacks [] for security_group (b59c7ffa-8140-4e30-a612-f0c83c58f73c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:45.831499 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ca05487e-5068-4415-91c4-04489df04238 req-3ec5cbee-51c7-438c-8ecc-d8e637912d7e tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475028 May 05 20:34:45.878361 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-81e206f3-983f-4442-b4c5-6a795c99ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b59c7ffa-8140-4e30-a612-f0c83c58f73c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:45.920057 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-81e206f3-983f-4442-b4c5-6a795c99ef84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=283f84d9ed034837af4c0cc1e9967493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809317 May 05 20:34:45.921937 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e206f3-983f-4442-b4c5-6a795c99ef84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59c7ffa-8140-4e30-a612-f0c83c58f73c,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:45.922804 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 36578) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:45.970733 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bace4550-6f71-462d-8e84-e2d1aa1323af admin admin] Publish callbacks [] for security_group (b59c7ffa-8140-4e30-a612-f0c83c58f73c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:45.991471 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bace4550-6f71-462d-8e84-e2d1aa1323af admin admin] Publish callbacks [] for security_group (b59c7ffa-8140-4e30-a612-f0c83c58f73c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:46.113118 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bace4550-6f71-462d-8e84-e2d1aa1323af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b59c7ffa-8140-4e30-a612-f0c83c58f73c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:46.115670 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bace4550-6f71-462d-8e84-e2d1aa1323af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:46.116814 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bace4550-6f71-462d-8e84-e2d1aa1323af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b59c7ffa-8140-4e30-a612-f0c83c58f73c HTTP/1.1" status: 204 len: 168 time: 0.1930397 May 05 20:34:46.125165 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace4550-6f71-462d-8e84-e2d1aa1323af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59c7ffa-8140-4e30-a612-f0c83c58f73c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:46.583762 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c692722-b6f5-4aee-bf9c-28b0c4331a96 req-5b5b5726-6ba6-47a2-9ab2-6cfc2882bb97 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:46.585253 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9c692722-b6f5-4aee-bf9c-28b0c4331a96 req-5b5b5726-6ba6-47a2-9ab2-6cfc2882bb97 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 946 time: 0.0748622 May 05 20:34:46.641982 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9c692722-b6f5-4aee-bf9c-28b0c4331a96 req-5685aed4-bac5-4bb2-9254-85276bba3d22 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500910 May 05 20:34:46.960250 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942a1ce-703c-4293-b20a-b461a1294837 req-a0591646-d952-4699-b6c2-8666749d357c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:46.961734 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6942a1ce-703c-4293-b20a-b461a1294837 req-a0591646-d952-4699-b6c2-8666749d357c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0582082 May 05 20:34:47.016018 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6942a1ce-703c-4293-b20a-b461a1294837 req-b22f7f3d-b2df-4ab7-b4b5-88615763f699 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473540 May 05 20:34:47.773794 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68de07-0e47-4316-b61b-a7b0c32a0b35 req-4473cfd0-dccc-42a3-b9ab-2c5e3f7819e5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:47.775292 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7b68de07-0e47-4316-b61b-a7b0c32a0b35 req-4473cfd0-dccc-42a3-b9ab-2c5e3f7819e5 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 946 time: 0.0542865 May 05 20:34:47.839586 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7b68de07-0e47-4316-b61b-a7b0c32a0b35 req-60c7b0bf-6537-49d5-8bed-8087e07ed83e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545318 May 05 20:34:48.146274 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9fdb-fdcb-4602-9ae9-6eda8cdfcade req-8533aba8-6f39-4ea5-83ba-4bc78ff23c63 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:48.147932 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0b4c9fdb-fdcb-4602-9ae9-6eda8cdfcade req-8533aba8-6f39-4ea5-83ba-4bc78ff23c63 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0613396 May 05 20:34:48.200442 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0b4c9fdb-fdcb-4602-9ae9-6eda8cdfcade req-01e60bb3-a181-405d-b430-743eee2cd794 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465853 May 05 20:34:48.989745 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ca129-eb00-4a20-a13b-ba6e37320391 req-2d527441-6b5d-46c0-9311-019ea538591b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:48.991329 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9d9ca129-eb00-4a20-a13b-ba6e37320391 req-2d527441-6b5d-46c0-9311-019ea538591b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 946 time: 0.0789497 May 05 20:34:49.064474 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ed9b7c45-7593-4a92-ba07-970cc33a49cf tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cf5880dec83d4cbf94891122422bdf4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356405 May 05 20:34:49.067605 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9d9ca129-eb00-4a20-a13b-ba6e37320391 req-b172e0ad-f914-4563-a4a0-d9524fe5596a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696628 May 05 20:34:49.260754 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-07697ae9-3865-4c4c-b675-6c1e0b27c4c4 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:49.262996 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-07697ae9-3865-4c4c-b675-6c1e0b27c4c4 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932094 May 05 20:34:49.302378 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-7c1b85ce-4e70-4dda-9da4-1129859df5e9 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/quotas/cf5880dec83d4cbf94891122422bdf4c HTTP/1.1" status: 200 len: 375 time: 0.0336425 May 05 20:34:49.339093 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-eee54483-2645-480c-bb43-8b5235cdf967 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf5880dec83d4cbf94891122422bdf4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301068 May 05 20:34:49.351246 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c65f8-01ff-4a0c-b29f-f7f1321ec338 req-959b4d86-1ab1-4bd7-8bf7-4f138e96303a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:49.352801 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8c7c65f8-01ff-4a0c-b29f-f7f1321ec338 req-959b4d86-1ab1-4bd7-8bf7-4f138e96303a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0852268 May 05 20:34:49.404777 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8c7c65f8-01ff-4a0c-b29f-f7f1321ec338 req-997ff2cf-a73e-43b0-a260-9d5540597bdb tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452108 May 05 20:34:49.608994 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0c61fc4f-7fdf-4547-b123-df1b2f4daa07 req-c2f362cf-58ac-453f-bad2-424e48b60c74 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 210 time: 0.0272017 May 05 20:34:50.526375 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183016d4-e2ab-4592-b039-42f1a3a2fe28 req-7c000922-384d-49e4-bb1f-b0f40eb2558c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:50.527954 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-183016d4-e2ab-4592-b039-42f1a3a2fe28 req-7c000922-384d-49e4-bb1f-b0f40eb2558c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0549951 May 05 20:34:50.581682 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-183016d4-e2ab-4592-b039-42f1a3a2fe28 req-c536fdc2-47fd-4111-b2c9-ffb0256b9f22 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465605 May 05 20:34:50.690530 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4a88191f-3668-4de2-badc-89d9fe6759f5 req-e78cebb8-061d-4ab8-84e5-de491380d757 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 210 time: 0.0280292 May 05 20:34:51.707942 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650a32-ef8f-4945-9985-8778e429adcc req-6fa0fad1-6e64-447f-a453-c2dfead864ab tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:51.709596 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b8650a32-ef8f-4945-9985-8778e429adcc req-6fa0fad1-6e64-447f-a453-c2dfead864ab tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0613096 May 05 20:34:51.772359 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b8650a32-ef8f-4945-9985-8778e429adcc req-691948c8-27d6-439a-9e88-06aaadc94644 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515261 May 05 20:34:51.800274 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ab67451b-2108-4d1c-90d3-93c497dac416 req-2185b853-7e8a-4ae0-80ce-af581565e28d tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 210 time: 0.0279806 May 05 20:34:51.952334 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-2bb089e4-9b30-4e7f-8405-77aa3d3b8284 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cf5880dec83d4cbf94891122422bdf4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295031 May 05 20:34:52.149500 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ee1ae6ec-4e00-4921-a9d3-abe9fd5c83c0 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:52.151242 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ee1ae6ec-4e00-4921-a9d3-abe9fd5c83c0 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940525 May 05 20:34:52.165051 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Request body: {'port': {'device_id': 'ce8d1e84-a9eb-47ea-af59-583ad2a4c099', 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e', 'admin_state_up': True, 'tenant_id': 'cf5880dec83d4cbf94891122422bdf4c'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:34:52.329522 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Made reservation on behalf of cf5880dec83d4cbf94891122422bdf4c for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:34:52.332959 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:52.342380 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:52.415968 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks [] for security_group (9c8b6421-7604-4ab0-9064-f524bfb0a5d4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:52.489487 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (9c8b6421-7604-4ab0-9064-f524bfb0a5d4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:52.556114 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8b6421-7604-4ab0-9064-f524bfb0a5d4,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:52.884223 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0f3f09e3-4096-4393-9df9-42a99a718915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:52.887115 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Allocated IP 192.168.233.35 (7fa8c047-fe2a-461d-bdc4-73fc5bc3556e/2a89e9a7-7f09-41c0-822f-d45cbea5efdb/bf7268f1-4876-4c49-84c4-8238164baea7) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:34:52.925682 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-be5df0fd-4083-4fc0-bc6e-1f9d9db20540 req-650b646d-7722-494c-a1a0-ceadb72e9e7e tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 210 time: 0.0349164 May 05 20:34:52.943706 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e11266-dd71-4fdf-a8fc-7fd3662b3064 req-803007b2-129c-4404-ac01-b5e93c4d7dff tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:52.950307 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-61e11266-dd71-4fdf-a8fc-7fd3662b3064 req-803007b2-129c-4404-ac01-b5e93c4d7dff tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.1069579 May 05 20:34:53.002773 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-61e11266-dd71-4fdf-a8fc-7fd3662b3064 req-d07b506e-3943-4719-91ae-62d9f042dbf2 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498517 May 05 20:34:53.061073 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks [] for port (bf7268f1-4876-4c49-84c4-8238164baea7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:53.153384 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:53.198209 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:34:53.202268 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:34:53.204792 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:34:53.235764 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Pushing event updated for resources: {'Port': ['ID=bf7268f1-4876-4c49-84c4-8238164baea7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:53.264965 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:53.265880 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:53.338212 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-98427434-e2d4-4178-94a7-f5ad8fc37d46 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1769938 May 05 20:34:53.349711 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Request body: {'port': {'device_id': 'ce8d1e84-a9eb-47ea-af59-583ad2a4c099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:34:53.409958 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-775122d5-4b67-4454-9499-bc6c5a9a7150 None None] Provisioning complete for port bf7268f1-4876-4c49-84c4-8238164baea7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:34:53.410327 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-775122d5-4b67-4454-9499-bc6c5a9a7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:53.418647 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:53.447849 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-775122d5-4b67-4454-9499-bc6c5a9a7150 None None] Port bf7268f1-4876-4c49-84c4-8238164baea7 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:34:53.510206 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecc970-3720-4c0a-a4bc-c280580dd7d5 req-30318044-ac61-439a-aaaf-28c84c2ef737 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:53.512818 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01ecc970-3720-4c0a-a4bc-c280580dd7d5 req-30318044-ac61-439a-aaaf-28c84c2ef737 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.0604095 May 05 20:34:53.566940 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-01ecc970-3720-4c0a-a4bc-c280580dd7d5 req-397ed170-fc24-494b-8457-d1083369a72a tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464129 May 05 20:34:53.706293 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7268f1-4876-4c49-84c4-8238164baea7 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:34:53.713736 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Publish callbacks [] for port (bf7268f1-4876-4c49-84c4-8238164baea7), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:53.725983 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Transition to ACTIVE for port object bf7268f1-4876-4c49-84c4-8238164baea7 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:34:53.787161 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:53.839584 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7268f1-4876-4c49-84c4-8238164baea7,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:53.914024 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Attempting to bind port bf7268f1-4876-4c49-84c4-8238164baea7 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:34:53.914353 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Attempting to bind port bf7268f1-4876-4c49-84c4-8238164baea7 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': 'dd15ee90-f503-4e9c-97b8-848290b8b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:34:53.914675 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Attempting to bind port bf7268f1-4876-4c49-84c4-8238164baea7 on network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:34:53.919260 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Port bf7268f1-4876-4c49-84c4-8238164baea7 on network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:34:53.919574 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Attempting to bind port bf7268f1-4876-4c49-84c4-8238164baea7 on network 7fa8c047-fe2a-461d-bdc4-73fc5bc3556e {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:34:53.924476 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:34:53.924811 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Checking segment: {'id': 'dd15ee90-f503-4e9c-97b8-848290b8b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:34:53.925191 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Bound using segment: {'id': 'dd15ee90-f503-4e9c-97b8-848290b8b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:34:53.925641 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Bound port: bf7268f1-4876-4c49-84c4-8238164baea7, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd15ee90-f503-4e9c-97b8-848290b8b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:34:53.925996 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:53.992680 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] For port bf7268f1-4876-4c49-84c4-8238164baea7, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:34:53.996387 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] For port bf7268f1-4876-4c49-84c4-8238164baea7, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bf7268f1-4876-4c49-84c4-8238164baea7,segment=NetworkSegment(dd15ee90-f503-4e9c-97b8-848290b8b353),segment_id=dd15ee90-f503-4e9c-97b8-848290b8b353)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:34:54.053169 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437ef38-97e6-45fa-ba9b-b08e21a0de35 req-3b59f933-fa87-44fa-9c5e-a84788fe7d9d tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.054876 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d437ef38-97e6-45fa-ba9b-b08e21a0de35 req-3b59f933-fa87-44fa-9c5e-a84788fe7d9d tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 947 time: 0.0569315 May 05 20:34:54.084540 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:54.119755 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.120284 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:54.122254 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf7268f1-4876-4c49-84c4-8238164baea7 HTTP/1.1" status: 200 len: 1097 time: 0.7770295 May 05 20:34:54.122704 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8d1e84-a9eb-47ea-af59-583ad2a4c099', 'tag': 'bf7268f1-4876-4c49-84c4-8238164baea7'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:54.124977 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2648b75b-80d9-47c2-984d-7db601d18c68" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8d1e84-a9eb-47ea-af59-583ad2a4c099", "tag": "bf7268f1-4876-4c49-84c4-8238164baea7"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:34:54.151031 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c56a8-a4e5-451e-8717-cd3781d97927 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7268f1-4876-4c49-84c4-8238164baea7,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:54.152100 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d437ef38-97e6-45fa-ba9b-b08e21a0de35 req-65cf56a8-1e23-4b19-85f1-b7f5fbd19366 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901225 May 05 20:34:54.159999 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6036d-e22c-4787-a1d3-afc32f4a2a67 req-903eb9a3-1fd6-4d8f-b314-bd00e97ecc6b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.161528 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-80c6036d-e22c-4787-a1d3-afc32f4a2a67 req-903eb9a3-1fd6-4d8f-b314-bd00e97ecc6b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0852547 May 05 20:34:54.201496 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d2da1e-a15b-47aa-8910-30eada9036c9 x-openstack-request-id: req-a8d2da1e-a15b-47aa-8910-30eada9036c9 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:34:54.201794 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8d1e84-a9eb-47ea-af59-583ad2a4c099", "tag": "bf7268f1-4876-4c49-84c4-8238164baea7", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:34:54.202051 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8d2da1e-a15b-47aa-8910-30eada9036c9 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:34:54.202460 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d2da1e-a15b-47aa-8910-30eada9036c9'] response: {'name': 'network-changed', 'server_uuid': 'ce8d1e84-a9eb-47ea-af59-583ad2a4c099', 'tag': 'bf7268f1-4876-4c49-84c4-8238164baea7', 'status': 'completed', 'code': 200} May 05 20:34:54.221038 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-80c6036d-e22c-4787-a1d3-afc32f4a2a67 req-26bb9ff8-ec13-48e6-a931-ef68ff212ce8 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486124 May 05 20:34:54.274333 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b75b-80d9-47c2-984d-7db601d18c68 req-9028ffd5-b7cb-4ead-b39c-917c72f56b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.275897 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2648b75b-80d9-47c2-984d-7db601d18c68 req-9028ffd5-b7cb-4ead-b39c-917c72f56b1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf5880dec83d4cbf94891122422bdf4c&device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 1131 time: 0.0540736 May 05 20:34:54.304090 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2648b75b-80d9-47c2-984d-7db601d18c68 req-43889169-3aed-4138-b5fa-b344805071c9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cf5880dec83d4cbf94891122422bdf4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206072 May 05 20:34:54.398561 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b75b-80d9-47c2-984d-7db601d18c68 req-26340b59-31d0-4173-945c-acab94c822d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.400036 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2648b75b-80d9-47c2-984d-7db601d18c68 req-26340b59-31d0-4173-945c-acab94c822d0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899575 May 05 20:34:54.483164 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ed48ce83-bbac-4e52-962c-548adc7e108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.484540 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-ed48ce83-bbac-4e52-962c-548adc7e108c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf5880dec83d4cbf94891122422bdf4c&device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 1131 time: 0.0493405 May 05 20:34:54.525430 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-e475da82-d44d-4aa7-8e7d-5b8f88b301ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=bf7268f1-4876-4c49-84c4-8238164baea7 HTTP/1.1" status: 200 len: 217 time: 0.0334096 May 05 20:34:54.576054 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-f6cbcb55-f587-472d-bf8b-1360d6545ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.577526 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-f6cbcb55-f587-472d-bf8b-1360d6545ad2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a89e9a7-7f09-41c0-822f-d45cbea5efdb HTTP/1.1" status: 200 len: 843 time: 0.0451283 May 05 20:34:54.630827 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-d6027ebc-eeec-426e-8eb4-6cef64f6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.632367 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-d6027ebc-eeec-426e-8eb4-6cef64f6dc7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa8c047-fe2a-461d-bdc4-73fc5bc3556e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0487218 May 05 20:34:54.688516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bee7f-73d2-4850-88a3-3ac888c2a83f req-81111363-2eeb-477b-8f1f-df56271aa46d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.690033 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-872bee7f-73d2-4850-88a3-3ac888c2a83f req-81111363-2eeb-477b-8f1f-df56271aa46d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.0532320 May 05 20:34:54.726332 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-3fde3441-389f-4a11-971d-096b699184c2 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa8c047-fe2a-461d-bdc4-73fc5bc3556e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830767 May 05 20:34:54.737488 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-872bee7f-73d2-4850-88a3-3ac888c2a83f req-af68a274-65c9-4ce9-8dfb-c932bf50bf8d tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 May 05 20:34:54.820402 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bfc9119-f2ae-406c-a9dc-4ca5dadb6ea2 req-aeedbb05-db48-427a-b6c5-315117fb5991 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa8c047-fe2a-461d-bdc4-73fc5bc3556e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859623 May 05 20:34:55.021100 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-33c4271a-632b-4603-b6ab-52929a6b42a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:55.278570 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6351aa-3057-419e-94f8-ac161d1e2f51 req-1a1bc588-3337-4ffb-88af-cbad9512d9c9 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:55.279985 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0d6351aa-3057-419e-94f8-ac161d1e2f51 req-1a1bc588-3337-4ffb-88af-cbad9512d9c9 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 947 time: 0.0569544 May 05 20:34:55.357137 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0d6351aa-3057-419e-94f8-ac161d1e2f51 req-f4c21560-e999-46c3-b4db-52ba726d93e1 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715859 May 05 20:34:55.369424 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7dad-6c1b-409c-8314-31ae01c78bdc req-8e02cdae-c328-4c33-8efe-a6721811e347 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:55.371724 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-213a7dad-6c1b-409c-8314-31ae01c78bdc req-8e02cdae-c328-4c33-8efe-a6721811e347 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0802431 May 05 20:34:55.399913 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-3914f82d-831a-4f4d-88a4-dc5f3ef4f65f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:55.401385 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-3914f82d-831a-4f4d-88a4-dc5f3ef4f65f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.0544858 May 05 20:34:55.422386 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-213a7dad-6c1b-409c-8314-31ae01c78bdc req-e4e7e7c8-4363-4d85-8220-50475119dd53 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447969 May 05 20:34:55.497448 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Deleting port 819c2fb1-318b-4d49-819f-72ae33e8a513 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:34:55.497788 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:55.588362 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] For port 819c2fb1-318b-4d49-819f-72ae33e8a513, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=819c2fb1-318b-4d49-819f-72ae33e8a513,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:55.588722 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:55.755098 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:55.755452 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (9662714e-abf1-4649-8934-feb6eb6670c8), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:55.755765 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Floating IP 9662714e-abf1-4649-8934-feb6eb6670c8 disassociated. External IP: 172.27.0.193, port: 819c2fb1-318b-4d49-819f-72ae33e8a513. May 05 20:34:55.756104 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Calling delete_port for 819c2fb1-318b-4d49-819f-72ae33e8a513 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:34:55.860374 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c2218-8db4-4aa9-89f9-f5545d55537a req-bc43d3dc-ac37-4b47-969a-43811eeb1f35 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:55.860374 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1a8c2218-8db4-4aa9-89f9-f5545d55537a req-bc43d3dc-ac37-4b47-969a-43811eeb1f35 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 946 time: 0.0539122 May 05 20:34:55.908429 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1a8c2218-8db4-4aa9-89f9-f5545d55537a req-97a2102f-3f57-426f-8f49-03b98a3267e6 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups?id=886b5487-1a83-49c3-a7c0-486ac0b86069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451403 May 05 20:34:55.947287 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (819c2fb1-318b-4d49-819f-72ae33e8a513), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:55.976571 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event deleted for resources: {'Port': ['ID=819c2fb1-318b-4d49-819f-72ae33e8a513,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:56.093384 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:34:56.202679 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:34:56.212757 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e4390-7461-4f60-af4d-782188c4108a None None] Sync routers for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:34:56.224182 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e4390-7461-4f60-af4d-782188c4108a None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:34:56.224916 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-932e4390-7461-4f60-af4d-782188c4108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:56.244087 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] No DVR routers for this DVR port 819c2fb1-318b-4d49-819f-72ae33e8a513 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:34:56.246829 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:56.250038 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a221c9b6-7879-4003-9fb2-58fdb06a0c31 req-ed47af0f-f377-4922-a0d0-0936775c3a87 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.41 "DELETE /v2.0/ports/819c2fb1-318b-4d49-819f-72ae33e8a513 HTTP/1.1" status: 204 len: 173 time: 0.8423476 May 05 20:34:56.250476 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'name': 'network-vif-deleted', 'tag': '819c2fb1-318b-4d49-819f-72ae33e8a513'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:56.252749 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452fca11-bf09-4907-a016-e977f0941fe1" -d '{"events": [{"server_uuid": "73f0f519-6ef3-465b-8717-44cc1b3fce24", "name": "network-vif-deleted", "tag": "819c2fb1-318b-4d49-819f-72ae33e8a513"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:34:56.289324 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816abbac-04ae-4db2-9b16-2a7d00fb0602 x-openstack-request-id: req-816abbac-04ae-4db2-9b16-2a7d00fb0602 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:34:56.289631 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f0f519-6ef3-465b-8717-44cc1b3fce24", "name": "network-vif-deleted", "tag": "819c2fb1-318b-4d49-819f-72ae33e8a513", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:34:56.289883 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-816abbac-04ae-4db2-9b16-2a7d00fb0602 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:34:56.290287 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816abbac-04ae-4db2-9b16-2a7d00fb0602'] response: {'server_uuid': '73f0f519-6ef3-465b-8717-44cc1b3fce24', 'name': 'network-vif-deleted', 'tag': '819c2fb1-318b-4d49-819f-72ae33e8a513', 'status': 'completed', 'code': 200} May 05 20:34:56.341990 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-932e4390-7461-4f60-af4d-782188c4108a None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:34:56.450289 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:56.506486 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136621a7-36cd-4423-89d1-d8980f85870a req-89fe3d64-643a-4c7b-80a6-d8cfb8380699 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:56.508427 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-136621a7-36cd-4423-89d1-d8980f85870a req-89fe3d64-643a-4c7b-80a6-d8cfb8380699 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 947 time: 0.0761344 May 05 20:34:56.562235 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device bf7268f1-4876-4c49-84c4-8238164baea7 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:34:56.572035 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-932e4390-7461-4f60-af4d-782188c4108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:56.595550 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-136621a7-36cd-4423-89d1-d8980f85870a req-3649c048-2f7c-47a4-93fa-2b39743691b1 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733297 May 05 20:34:56.601480 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e4390-7461-4f60-af4d-782188c4108a None None] Checking router: 62c96e1b-058d-4dd4-b8a2-82001a8d01fa for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:34:56.604478 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c45e4-c16e-40a8-aa9f-3b3495217b2f req-703386d2-1fbe-4919-8915-fd3e5107c909 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:56.610918 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d97c45e4-c16e-40a8-aa9f-3b3495217b2f req-703386d2-1fbe-4919-8915-fd3e5107c909 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 943 time: 0.0932138 May 05 20:34:56.611051 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e4390-7461-4f60-af4d-782188c4108a None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:34:56.611213 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-932e4390-7461-4f60-af4d-782188c4108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:56.669090 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d97c45e4-c16e-40a8-aa9f-3b3495217b2f req-1dbb26f5-3700-4f18-9aa1-9eebdb8d4899 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548465 May 05 20:34:56.710021 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port bf7268f1-4876-4c49-84c4-8238164baea7, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bf7268f1-4876-4c49-84c4-8238164baea7,segment=NetworkSegment(dd15ee90-f503-4e9c-97b8-848290b8b353),segment_id=dd15ee90-f503-4e9c-97b8-848290b8b353)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:56.720874 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'bf7268f1-4876-4c49-84c4-8238164baea7', 'network_id': '7fa8c047-fe2a-461d-bdc4-73fc5bc3556e', 'port_id': 'bf7268f1-4876-4c49-84c4-8238164baea7', 'mac_address': 'fa:16:3e:00:23:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a89e9a7-7f09-41c0-822f-d45cbea5efdb', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:34:56.723695 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-932e4390-7461-4f60-af4d-782188c4108a None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:34:56.774954 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port bf7268f1-4876-4c49-84c4-8238164baea7 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:34:56.775345 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:56.788331 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7268f1-4876-4c49-84c4-8238164baea7 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:34:56.806912 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port bf7268f1-4876-4c49-84c4-8238164baea7, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bf7268f1-4876-4c49-84c4-8238164baea7,segment=NetworkSegment(dd15ee90-f503-4e9c-97b8-848290b8b353),segment_id=dd15ee90-f503-4e9c-97b8-848290b8b353)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:56.889506 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:56.890168 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 2cb0b9cc-b9fa-48f2-b2ce-304029167919 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:34:56.929391 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-932e4390-7461-4f60-af4d-782188c4108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:56.957016 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e4390-7461-4f60-af4d-782188c4108a None None] The sync data for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi is: [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:33Z', 'revision_number': 4, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '06abb472-2c56-4a27-a834-9869519f9be3', 'name': '', 'network_id': '0bb89748-168d-4d28-ba29-6d7e24820be3', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'mac_address': 'fa:16:3e:88:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:29Z', 'updated_at': '2022-05-05T20:28:42Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'subnets': [{'id': '88edb06f-50ec-439a-9612-51e02d8b4d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:34:56.986321 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=bf7268f1-4876-4c49-84c4-8238164baea7,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:57.040844 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 2cb0b9cc-b9fa-48f2-b2ce-304029167919, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:57.045283 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c6912f07-38e4-4260-a459-2e0b1a1f49d3 req-9ee52617-46bd-4290-96d8-b07637fd054b tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/ports?device_id=73f0f519-6ef3-465b-8717-44cc1b3fce24 HTTP/1.1" status: 200 len: 210 time: 0.0320976 May 05 20:34:57.064913 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:34:57.103068 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:34:57.103454 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:57.116564 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb0b9cc-b9fa-48f2-b2ce-304029167919 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:34:57.137837 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 2cb0b9cc-b9fa-48f2-b2ce-304029167919, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:57.204429 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:57.255154 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=2cb0b9cc-b9fa-48f2-b2ce-304029167919,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:57.267011 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53504312-0a50-4243-aef1-4b803d292dbc None None] New status for floating IP 9662714e-abf1-4649-8934-feb6eb6670c8: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:34:57.470703 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['2cb0b9cc-b9fa-48f2-b2ce-304029167919'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:34:57.474059 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['bf7268f1-4876-4c49-84c4-8238164baea7'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:34:57.724792 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dcdfc-4edc-4d89-9fc1-9b57a6dc9282 req-29645a2e-8b09-4e30-aa1e-855fd30415a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:57.727037 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-689dcdfc-4edc-4d89-9fc1-9b57a6dc9282 req-29645a2e-8b09-4e30-aa1e-855fd30415a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 948 time: 0.0560923 May 05 20:34:57.804516 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-689dcdfc-4edc-4d89-9fc1-9b57a6dc9282 req-151265cc-7231-4a4c-9da7-fb866f8bac33 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702207 May 05 20:34:57.820866 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ed7da-3edc-4069-9891-f82b7db53a86 req-3c832f73-a48c-4ca7-a72b-a9c9ecb47db2 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:57.822406 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-755ed7da-3edc-4069-9891-f82b7db53a86 req-3c832f73-a48c-4ca7-a72b-a9c9ecb47db2 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 944 time: 0.0802696 May 05 20:34:57.873987 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-755ed7da-3edc-4069-9891-f82b7db53a86 req-da6bb547-d0bd-4b11-98d4-2ce9565b58d0 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 May 05 20:34:58.049678 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.227520 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 36784) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:58.285946 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b1b0977a-42e7-434a-9da5-0cefd648b76f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (886b5487-1a83-49c3-a7c0-486ac0b86069), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.309073 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b1b0977a-42e7-434a-9da5-0cefd648b76f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (886b5487-1a83-49c3-a7c0-486ac0b86069), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.433429 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b1b0977a-42e7-434a-9da5-0cefd648b76f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (886b5487-1a83-49c3-a7c0-486ac0b86069), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.436071 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b1b0977a-42e7-434a-9da5-0cefd648b76f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.437347 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b1b0977a-42e7-434a-9da5-0cefd648b76f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "DELETE /v2.0/security-groups/886b5487-1a83-49c3-a7c0-486ac0b86069 HTTP/1.1" status: 204 len: 168 time: 0.2088292 May 05 20:34:58.440503 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36786) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:58.447659 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0977a-42e7-434a-9da5-0cefd648b76f tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886b5487-1a83-49c3-a7c0-486ac0b86069,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:58.456776 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-b410874b-8bc1-4634-aee1-18a657397666 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] show failed (client error): The resource could not be found. May 05 20:34:58.458903 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b410874b-8bc1-4634-aee1-18a657397666 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "GET /v2.0/security-groups/886b5487-1a83-49c3-a7c0-486ac0b86069 HTTP/1.1" status: 404 len: 347 time: 0.0159793 May 05 20:34:58.462603 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36788) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:34:58.565774 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 2cb0b9cc-b9fa-48f2-b2ce-304029167919 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:34:58.589807 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Deleting port dac414d8-c032-485f-976c-19dc08145bdc {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:34:58.590169 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (dac414d8-c032-485f-976c-19dc08145bdc), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.665494 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (dac414d8-c032-485f-976c-19dc08145bdc), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.665815 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (dac414d8-c032-485f-976c-19dc08145bdc), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.677817 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Calling delete_port for dac414d8-c032-485f-976c-19dc08145bdc owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:34:58.695598 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:34:58.699926 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:34:58.700300 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.783739 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:34:58.784127 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.806949 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:58.809978 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9e19b1-b4b1-44a0-bbb0-1920e2edaac8" -d '{"events": [{"server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "name": "network-vif-plugged", "status": "completed", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:34:58.827132 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 2cb0b9cc-b9fa-48f2-b2ce-304029167919, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:58.850047 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22669ee5-d473-40f4-b5d4-8b9d1f85eb97 x-openstack-request-id: req-22669ee5-d473-40f4-b5d4-8b9d1f85eb97 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:34:58.852894 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "name": "network-vif-plugged", "status": "completed", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:34:58.852894 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22669ee5-d473-40f4-b5d4-8b9d1f85eb97 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:34:58.852894 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22669ee5-d473-40f4-b5d4-8b9d1f85eb97'] response: {'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'code': 200} May 05 20:34:58.902616 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (dac414d8-c032-485f-976c-19dc08145bdc), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.930279 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:58.931087 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device bf7268f1-4876-4c49-84c4-8238164baea7 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:34:58.939982 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2e988-4903-47c6-acd7-16f0349a4487 req-9015546d-fe75-4417-969e-37dbb634df19 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:58.941745 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-90b2e988-4903-47c6-acd7-16f0349a4487 req-9015546d-fe75-4417-969e-37dbb634df19 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 948 time: 0.0641038 May 05 20:34:58.950108 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Pushing event deleted for resources: {'Port': ['ID=dac414d8-c032-485f-976c-19dc08145bdc,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:59.023637 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=2cb0b9cc-b9fa-48f2-b2ce-304029167919,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:59.038166 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks [] for floatingip (9662714e-abf1-4649-8934-feb6eb6670c8), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:59.040756 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:59.041983 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-38fcfce6-0f1c-4c92-ad92-8c9443b116a7 tempest-AttachVolumeTestJSON-1431343996 tempest-AttachVolumeTestJSON-1431343996-project] 10.222.0.49 "DELETE /v2.0/floatingips/9662714e-abf1-4649-8934-feb6eb6670c8 HTTP/1.1" status: 204 len: 168 time: 0.5784163 May 05 20:34:59.069864 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-90b2e988-4903-47c6-acd7-16f0349a4487 req-f0b5bed6-c5b2-4874-bb8a-ec9e5c9728fa tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091952 May 05 20:34:59.080420 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5ece-8e3a-4813-a72f-8b983d3dbcb8 req-40898ecf-5f06-4464-a8c4-acfa4ed52e71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:59.082364 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3ece5ece-8e3a-4813-a72f-8b983d3dbcb8 req-40898ecf-5f06-4464-a8c4-acfa4ed52e71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 945 time: 0.1138351 May 05 20:34:59.106737 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port bf7268f1-4876-4c49-84c4-8238164baea7 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:34:59.111062 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port bf7268f1-4876-4c49-84c4-8238164baea7 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:34:59.111809 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:59.145663 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3ece5ece-8e3a-4813-a72f-8b983d3dbcb8 req-f0fe97b5-9735-494b-84cb-1db464a10ec1 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569468 May 05 20:34:59.178104 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af5623-8741-4cc4-bc3b-f2cf5cdbb2b1 req-89b83d73-50ba-4f22-82ec-49730ccfe95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:59.179666 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-21af5623-8741-4cc4-bc3b-f2cf5cdbb2b1 req-89b83d73-50ba-4f22-82ec-49730ccfe95d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 1129 time: 0.0511837 May 05 20:34:59.216307 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port bf7268f1-4876-4c49-84c4-8238164baea7 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:34:59.216861 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:59.234792 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-21af5623-8741-4cc4-bc3b-f2cf5cdbb2b1 req-487792a6-3a3f-4765-8679-822d1f05e2fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462692 May 05 20:34:59.258645 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port bf7268f1-4876-4c49-84c4-8238164baea7, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bf7268f1-4876-4c49-84c4-8238164baea7,segment=NetworkSegment(dd15ee90-f503-4e9c-97b8-848290b8b353),segment_id=dd15ee90-f503-4e9c-97b8-848290b8b353)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:34:59.341731 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:34:59.342495 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 819c2fb1-318b-4d49-819f-72ae33e8a513 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:34:59.388506 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 819c2fb1-318b-4d49-819f-72ae33e8a513 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:34:59.389050 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 819c2fb1-318b-4d49-819f-72ae33e8a513 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:34:59.423304 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=bf7268f1-4876-4c49-84c4-8238164baea7,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:59.535799 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:00.195156 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad2ba9-da75-44ba-b6d2-21b4fbeb52d5 req-83954e09-a4f4-455c-8ced-fa4463401445 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:00.196655 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4cad2ba9-da75-44ba-b6d2-21b4fbeb52d5 req-83954e09-a4f4-455c-8ced-fa4463401445 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 949 time: 0.0531631 May 05 20:35:00.268813 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4cad2ba9-da75-44ba-b6d2-21b4fbeb52d5 req-d4ebe255-0e8f-46d6-8d2e-89c51d1dc904 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654888 May 05 20:35:00.299485 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e1a5b-9280-4638-a653-131a51602b4e req-6c632ded-5b42-43e9-916e-1ea49e67f7fa tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:00.301486 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-574e1a5b-9280-4638-a653-131a51602b4e req-6c632ded-5b42-43e9-916e-1ea49e67f7fa tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 945 time: 0.0781333 May 05 20:35:00.356036 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-574e1a5b-9280-4638-a653-131a51602b4e req-979172c8-8564-45ba-b067-888236865ec9 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488050 May 05 20:35:00.854157 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8d1e84-a9eb-47ea-af59-583ad2a4c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7268f1-4876-4c49-84c4-8238164baea7'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:00.857483 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce65fe9-095f-4cf4-afea-ac3453633994" -d '{"events": [{"server_uuid": "ce8d1e84-a9eb-47ea-af59-583ad2a4c099", "name": "network-vif-plugged", "status": "completed", "tag": "bf7268f1-4876-4c49-84c4-8238164baea7"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:35:00.891914 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91bb211-4b1c-4155-8f5f-0e96a9fdea95 x-openstack-request-id: req-a91bb211-4b1c-4155-8f5f-0e96a9fdea95 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:35:00.892207 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8d1e84-a9eb-47ea-af59-583ad2a4c099", "name": "network-vif-plugged", "status": "completed", "tag": "bf7268f1-4876-4c49-84c4-8238164baea7", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:35:00.892465 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a91bb211-4b1c-4155-8f5f-0e96a9fdea95 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:35:00.892867 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91bb211-4b1c-4155-8f5f-0e96a9fdea95'] response: {'server_uuid': 'ce8d1e84-a9eb-47ea-af59-583ad2a4c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7268f1-4876-4c49-84c4-8238164baea7', 'code': 200} May 05 20:35:01.183247 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97c1d7-cfc0-46cc-8424-4b6d8c88b665 req-d935423a-673c-4acd-b970-3c45c34a84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:01.185100 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dc97c1d7-cfc0-46cc-8424-4b6d8c88b665 req-d935423a-673c-4acd-b970-3c45c34a84b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 1133 time: 0.0454173 May 05 20:35:01.229713 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dc97c1d7-cfc0-46cc-8424-4b6d8c88b665 req-a4731a42-6eea-4e43-b207-2fec8fcb9a73 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370238 May 05 20:35:01.386057 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a260a48-7807-47a7-b210-a6b7616cd865 req-e77d8863-d05b-4ab1-ac49-fa1f4fc3448f tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:01.388119 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6a260a48-7807-47a7-b210-a6b7616cd865 req-e77d8863-d05b-4ab1-ac49-fa1f4fc3448f tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 949 time: 0.0537858 May 05 20:35:01.443526 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6a260a48-7807-47a7-b210-a6b7616cd865 req-dd581552-27e1-4301-9c80-b8591e9cffd3 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498235 May 05 20:35:01.483299 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4402179-a56f-4bd3-87e0-46f57408912d req-1a3e576c-bc29-45cc-bc15-f986c0b9d9a1 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:01.484778 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c4402179-a56f-4bd3-87e0-46f57408912d req-1a3e576c-bc29-45cc-bc15-f986c0b9d9a1 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 945 time: 0.0570331 May 05 20:35:01.533472 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c4402179-a56f-4bd3-87e0-46f57408912d req-3d8a37e7-ed66-4d82-b35c-7f3ed116bb1d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 May 05 20:35:01.653423 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c36a6-ecbf-43d0-9074-6d839e2b4c18 req-2c662afa-1ff2-4e05-b46e-64782d1d7f4c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:01.654899 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cd3c36a6-ecbf-43d0-9074-6d839e2b4c18 req-2c662afa-1ff2-4e05-b46e-64782d1d7f4c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 945 time: 0.0564179 May 05 20:35:01.706411 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cd3c36a6-ecbf-43d0-9074-6d839e2b4c18 req-b077ccf4-f4ee-460d-9c85-88ec9a83f30a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455945 May 05 20:35:01.728848 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36824) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:01.778685 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a40ef83-5d20-4783-a8c4-5d7aaf89469a tempest-TestVolumeBootPattern-617802492 tempest-TestVolumeBootPattern-617802492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:01.780208 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4a40ef83-5d20-4783-a8c4-5d7aaf89469a tempest-TestVolumeBootPattern-617802492 tempest-TestVolumeBootPattern-617802492-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 1124 time: 0.0497286 May 05 20:35:01.783110 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36828) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:01.787275 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:01.872412 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:01.971404 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:02.079086 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Allocated IP 172.27.0.109 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/828a1546-3bf8-413a-aea9-5e99f5b4b753) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:02.180716 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for port (828a1546-3bf8-413a-aea9-5e99f5b4b753), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:02.330345 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (828a1546-3bf8-413a-aea9-5e99f5b4b753), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:02.372006 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:02.375113 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:02.378636 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:35:02.403963 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'Port': ['ID=828a1546-3bf8-413a-aea9-5e99f5b4b753,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:02.570049 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bb111-9956-46c1-8b26-5d2abea878b1 req-13026a8f-61c9-4795-8afe-cc795f91ac45 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:02.570049 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-473bb111-9956-46c1-8b26-5d2abea878b1 req-13026a8f-61c9-4795-8afe-cc795f91ac45 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 949 time: 0.0548635 May 05 20:35:02.620335 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-473bb111-9956-46c1-8b26-5d2abea878b1 req-ed566388-4dfc-48db-95c4-408e333578c1 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426803 May 05 20:35:02.761471 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (52493864-e44a-4cb6-b569-7996d3580c1b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:02.889042 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (828a1546-3bf8-413a-aea9-5e99f5b4b753), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:03.037508 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for port (828a1546-3bf8-413a-aea9-5e99f5b4b753), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:03.073970 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 36840) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:03.089944 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (828a1546-3bf8-413a-aea9-5e99f5b4b753), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:03.162771 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'Port': ['ID=828a1546-3bf8-413a-aea9-5e99f5b4b753,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:03.172119 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (52493864-e44a-4cb6-b569-7996d3580c1b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:03.277078 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Floating IP 52493864-e44a-4cb6-b569-7996d3580c1b associated. External IP: 172.27.0.109, port: 2cb0b9cc-b9fa-48f2-b2ce-304029167919. May 05 20:35:03.589774 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:03.739975 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Router 697b5724-350e-4acf-8784-63c6269b11b0 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:35:03.798682 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b74f82-5a94-4898-bc4c-b74a3f0fe5e5 req-f93714bf-f80e-4202-8d2d-6cb5f2627508 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:03.800157 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c6b74f82-5a94-4898-bc4c-b74a3f0fe5e5 req-f93714bf-f80e-4202-8d2d-6cb5f2627508 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 949 time: 0.1126721 May 05 20:35:03.853090 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:03.864329 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] Sync routers for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:03.875540 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:03.879518 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:03.879672 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c6b74f82-5a94-4898-bc4c-b74a3f0fe5e5 req-8de61649-460a-4060-8d4d-9fa2b2e4bc9f tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711031 May 05 20:35:03.914816 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:03.925633 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Deleting port 06abb472-2c56-4a27-a834-9869519f9be3 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:03.926140 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (06abb472-2c56-4a27-a834-9869519f9be3), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:03.961810 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-60c8823b-004d-47b2-908f-6309dffa692f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1692708 May 05 20:35:03.961810 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:03.961810 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:35:03.996203 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab96f2f-f562-4ed8-ac43-285ee483f495 x-openstack-request-id: req-4ab96f2f-f562-4ed8-ac43-285ee483f495 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:35:03.996748 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:35:03.997163 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ab96f2f-f562-4ed8-ac43-285ee483f495 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:35:03.997820 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab96f2f-f562-4ed8-ac43-285ee483f495'] response: {'name': 'network-changed', 'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'status': 'completed', 'code': 200} May 05 20:35:04.033117 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] For port 06abb472-2c56-4a27-a834-9869519f9be3, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=06abb472-2c56-4a27-a834-9869519f9be3,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:04.033664 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (06abb472-2c56-4a27-a834-9869519f9be3), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:04.050446 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Calling delete_port for 06abb472-2c56-4a27-a834-9869519f9be3 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:04.071884 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-de7291fa-0dd7-4b98-8010-93efc20aa3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.074796 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-de7291fa-0dd7-4b98-8010-93efc20aa3a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 1129 time: 0.0534875 May 05 20:35:04.094282 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:04.174819 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-864e1d49-e3e0-4677-ae2e-379b1f17c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.176373 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-864e1d49-e3e0-4677-ae2e-379b1f17c33b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 912 time: 0.0941417 May 05 20:35:04.251927 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-634d8154-0f85-4e5d-bc8c-b075caaced0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919 HTTP/1.1" status: 200 len: 999 time: 0.0688443 May 05 20:35:04.307183 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-acc4db11-3f6a-430d-92be-d5bdc65aacee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.309370 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-acc4db11-3f6a-430d-92be-d5bdc65aacee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.0515532 May 05 20:35:04.350963 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '52493864-e44a-4cb6-b569-7996d3580c1b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:02Z', 'updated_at': '2022-05-05T20:35:02Z', 'revision_number': 0, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:04.379868 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-4e5238a6-5b6a-4990-9a31-5774ac06416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.381425 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-4e5238a6-5b6a-4990-9a31-5774ac06416f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657752 May 05 20:35:04.381576 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] Checking router: 697b5724-350e-4acf-8784-63c6269b11b0 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:04.390363 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:04.391021 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:04.487423 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-f102de3d-5caa-4245-8107-15268801439a service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988317 May 05 20:35:04.494424 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abd98a-212d-47d2-89df-97b1b2d6dc5f req-043d7446-72d0-4345-bda1-083ffa931dfc tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.495933 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-71abd98a-212d-47d2-89df-97b1b2d6dc5f req-043d7446-72d0-4345-bda1-083ffa931dfc tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 949 time: 0.0759912 May 05 20:35:04.514038 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:04.572711 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-71abd98a-212d-47d2-89df-97b1b2d6dc5f req-09c886a1-fcda-4871-8a07-5a67d5c85345 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591600 May 05 20:35:04.605682 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c85b5c4-e044-483c-9c50-f2e63f98b0d9 req-8b3cfd51-0971-48e6-ae14-21c9f59ab25e service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110466 May 05 20:35:04.638530 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (06abb472-2c56-4a27-a834-9869519f9be3), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:04.668130 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Pushing event deleted for resources: {'Port': ['ID=06abb472-2c56-4a27-a834-9869519f9be3,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:04.763000 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '52493864-e44a-4cb6-b569-7996d3580c1b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:02Z', 'updated_at': '2022-05-05T20:35:02Z', 'revision_number': 0, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:04.791958 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81c991-0d30-4230-ae1f-c84502781d77 None None] The sync data for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi is: [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '52493864-e44a-4cb6-b569-7996d3580c1b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:02Z', 'updated_at': '2022-05-05T20:35:02Z', 'revision_number': 0, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:04.851233 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:04.996878 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f4fb3-fc96-4625-8551-f185297c08a2 None None] New status for floating IP 52493864-e44a-4cb6-b569-7996d3580c1b: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:35:05.084426 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:35:05.194780 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:05.200299 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-61c617da-6d56-46b2-a76d-0882fe1bf235 admin admin] 10.222.0.49 "PUT /v2.0/routers/62c96e1b-058d-4dd4-b8a2-82001a8d01fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1252210 May 05 20:35:05.202927 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36856) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:05.204261 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] Sync routers for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:05.213892 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:05.214548 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:05.318541 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks [] for router (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:05.323380 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:05.423531 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks [] for router_gateway (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:05.498295 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '677e99b8-3583-451d-aae5-94f9ac549332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:35:04Z', 'revision_number': 5, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port': {'id': '677e99b8-3583-451d-aae5-94f9ac549332', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:22Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:05.530001 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] Checking router: 62c96e1b-058d-4dd4-b8a2-82001a8d01fa for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:05.538906 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] Routers {'62c96e1b-058d-4dd4-b8a2-82001a8d01fa'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:05.539581 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:05.556664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Deleting port 677e99b8-3583-451d-aae5-94f9ac549332 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:05.557002 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (677e99b8-3583-451d-aae5-94f9ac549332), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:05.630916 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] Set router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:05.642962 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] For port 677e99b8-3583-451d-aae5-94f9ac549332, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=677e99b8-3583-451d-aae5-94f9ac549332,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:05.643410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (677e99b8-3583-451d-aae5-94f9ac549332), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:05.657228 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Calling delete_port for 677e99b8-3583-451d-aae5-94f9ac549332 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:05.683603 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:35:05Z', 'revision_number': 6, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port_host': None}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:05.705355 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447071a-2a19-4c0c-8fb2-b6b62e30e03a req-b3bbd6b4-de9b-4419-ba8e-3aeae70c3f0c tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:05.706991 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5447071a-2a19-4c0c-8fb2-b6b62e30e03a req-b3bbd6b4-de9b-4419-ba8e-3aeae70c3f0c tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 949 time: 0.0583990 May 05 20:35:05.712457 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11a642-105f-4657-9cc0-f69a002f169e None None] The sync data for ids ['62c96e1b-058d-4dd4-b8a2-82001a8d01fa'] in dv-cinder-840730-1-iscsi is: [{'id': '62c96e1b-058d-4dd4-b8a2-82001a8d01fa', 'name': 'tempest-AttachVolumeTestJSON-272467969-router', 'tenant_id': '256098b6f90b4be98b757a2d962f6a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:35:05Z', 'revision_number': 6, 'project_id': '256098b6f90b4be98b757a2d962f6a82', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:05.766552 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5447071a-2a19-4c0c-8fb2-b6b62e30e03a req-88373dea-f5cb-4898-94af-fd573fb90f27 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c8b6421-7604-4ab0-9064-f524bfb0a5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534029 May 05 20:35:05.878955 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-bec1fb6a-478c-4b2c-b867-d97f616ad289 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:05.880394 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-bec1fb6a-478c-4b2c-b867-d97f616ad289 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 949 time: 0.0645087 May 05 20:35:05.919809 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (677e99b8-3583-451d-aae5-94f9ac549332), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:05.955763 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Pushing event deleted for resources: {'Port': ['ID=677e99b8-3583-451d-aae5-94f9ac549332,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:06.047089 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.142332 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Deleting port bf7268f1-4876-4c49-84c4-8238164baea7 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:06.143019 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.189434 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.193111 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks [] for router_controller (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.273714 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] For port bf7268f1-4876-4c49-84c4-8238164baea7, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bf7268f1-4876-4c49-84c4-8238164baea7,segment=NetworkSegment(dd15ee90-f503-4e9c-97b8-848290b8b353),segment_id=dd15ee90-f503-4e9c-97b8-848290b8b353)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:06.274410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.287127 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Calling delete_port for bf7268f1-4876-4c49-84c4-8238164baea7 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:06.332060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (62c96e1b-058d-4dd4-b8a2-82001a8d01fa), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.332569 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c96e1b-058d-4dd4-b8a2-82001a8d01fa {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:35:06.337766 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.338903 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5b14d131-11f0-4bcb-8b7c-b7926a7bf70a admin admin] 10.222.0.49 "DELETE /v2.0/routers/62c96e1b-058d-4dd4-b8a2-82001a8d01fa HTTP/1.1" status: 204 len: 168 time: 1.1349962 May 05 20:35:06.342500 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 36860) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:06.386404 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e3646b-4081-4b23-a61a-4e836bae93e7 admin admin] Deleting subnet 88edb06f-50ec-439a-9612-51e02d8b4d43 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:35:06.389534 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8e3646b-4081-4b23-a61a-4e836bae93e7 admin admin] Publish callbacks [] for subnet (88edb06f-50ec-439a-9612-51e02d8b4d43), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.428186 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8e3646b-4081-4b23-a61a-4e836bae93e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9462820'] for subnet (88edb06f-50ec-439a-9612-51e02d8b4d43), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.478291 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (bf7268f1-4876-4c49-84c4-8238164baea7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.489796 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['bf7268f1-4876-4c49-84c4-8238164baea7'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:35:06.509835 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Pushing event deleted for resources: {'Port': ['ID=bf7268f1-4876-4c49-84c4-8238164baea7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:06.516537 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8e3646b-4081-4b23-a61a-4e836bae93e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (88edb06f-50ec-439a-9612-51e02d8b4d43), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.536158 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 06abb472-2c56-4a27-a834-9869519f9be3 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:06.572480 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] No DVR routers for this DVR port bf7268f1-4876-4c49-84c4-8238164baea7 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:06.574658 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 06abb472-2c56-4a27-a834-9869519f9be3 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:06.575004 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 06abb472-2c56-4a27-a834-9869519f9be3 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:06.577265 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.584554 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5f16361-367b-49d0-9f96-f8ff6ec06193 req-d1d6e2db-17cb-4d15-b26e-4a9a1377d6a6 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.41 "DELETE /v2.0/ports/bf7268f1-4876-4c49-84c4-8238164baea7 HTTP/1.1" status: 204 len: 173 time: 0.6977515 May 05 20:35:06.585157 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8d1e84-a9eb-47ea-af59-583ad2a4c099', 'name': 'network-vif-deleted', 'tag': 'bf7268f1-4876-4c49-84c4-8238164baea7'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:06.587999 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae0c379-eb95-4128-b25d-3db7241a12c9" -d '{"events": [{"server_uuid": "ce8d1e84-a9eb-47ea-af59-583ad2a4c099", "name": "network-vif-deleted", "tag": "bf7268f1-4876-4c49-84c4-8238164baea7"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:35:06.626361 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240fc766-9552-451a-9182-2a64cec55199 x-openstack-request-id: req-240fc766-9552-451a-9182-2a64cec55199 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:35:06.627263 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8d1e84-a9eb-47ea-af59-583ad2a4c099", "name": "network-vif-deleted", "tag": "bf7268f1-4876-4c49-84c4-8238164baea7", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:35:06.627517 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-240fc766-9552-451a-9182-2a64cec55199 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:35:06.627923 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240fc766-9552-451a-9182-2a64cec55199'] response: {'server_uuid': 'ce8d1e84-a9eb-47ea-af59-583ad2a4c099', 'name': 'network-vif-deleted', 'tag': 'bf7268f1-4876-4c49-84c4-8238164baea7', 'status': 'completed', 'code': 200} May 05 20:35:06.661691 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8e3646b-4081-4b23-a61a-4e836bae93e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9804503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8825823'] for subnet (88edb06f-50ec-439a-9612-51e02d8b4d43), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.702457 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3646b-4081-4b23-a61a-4e836bae93e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88edb06f-50ec-439a-9612-51e02d8b4d43,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:06.706283 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8e3646b-4081-4b23-a61a-4e836bae93e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.711821 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b8e3646b-4081-4b23-a61a-4e836bae93e7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/88edb06f-50ec-439a-9612-51e02d8b4d43 HTTP/1.1" status: 204 len: 168 time: 0.3659134 May 05 20:35:06.712052 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a81c1c-f541-4ebf-8c07-8efef540537d None None] Network 0bb89748-168d-4d28-ba29-6d7e24820be3 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:35:06.712268 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 36864) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:06.797693 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (0bb89748-168d-4d28-ba29-6d7e24820be3), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.888574 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-abd9e180-6dbb-403a-aee8-07e4c7936530 req-3bd7763e-fe85-46d4-8312-2e42fb2b91b0 tempest-VolumesNegativeTest-169617737 tempest-VolumesNegativeTest-169617737-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce8d1e84-a9eb-47ea-af59-583ad2a4c099 HTTP/1.1" status: 200 len: 210 time: 0.0376344 May 05 20:35:06.901107 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Deleting port a3f7aba7-178f-46b9-be1a-20c3a569d4ce {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:06.902791 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.917766 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155af9ee-b774-4e83-b049-9762d0c4850d None None] DHCP port deletion for 0bb89748-168d-4d28-ba29-6d7e24820be3 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:35:06.972629 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-155af9ee-b774-4e83-b049-9762d0c4850d None None] Deleting port a3f7aba7-178f-46b9-be1a-20c3a569d4ce {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:06.973016 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-155af9ee-b774-4e83-b049-9762d0c4850d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.975286 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] For port a3f7aba7-178f-46b9-be1a-20c3a569d4ce, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a3f7aba7-178f-46b9-be1a-20c3a569d4ce,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:06.975639 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:06.989096 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Calling delete_port for a3f7aba7-178f-46b9-be1a-20c3a569d4ce owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:07.034168 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-155af9ee-b774-4e83-b049-9762d0c4850d None None] For port a3f7aba7-178f-46b9-be1a-20c3a569d4ce, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a3f7aba7-178f-46b9-be1a-20c3a569d4ce,segment=NetworkSegment(efc085eb-5db7-45a8-bfeb-53eaa3effd02),segment_id=efc085eb-5db7-45a8-bfeb-53eaa3effd02)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:07.034562 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-155af9ee-b774-4e83-b049-9762d0c4850d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.050250 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-155af9ee-b774-4e83-b049-9762d0c4850d None None] Calling delete_port for a3f7aba7-178f-46b9-be1a-20c3a569d4ce owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:07.158440 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.164617 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-155af9ee-b774-4e83-b049-9762d0c4850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (a3f7aba7-178f-46b9-be1a-20c3a569d4ce), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.187857 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f7aba7-178f-46b9-be1a-20c3a569d4ce,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:07.188593 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155af9ee-b774-4e83-b049-9762d0c4850d None None] Pushing event deleted for resources: {'Port': ['ID=a3f7aba7-178f-46b9-be1a-20c3a569d4ce,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:07.191390 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] No DVR routers for this DVR port a3f7aba7-178f-46b9-be1a-20c3a569d4ce on host dv-cinder-840730-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:07.194255 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155af9ee-b774-4e83-b049-9762d0c4850d None None] No DVR routers for this DVR port a3f7aba7-178f-46b9-be1a-20c3a569d4ce on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:07.264504 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (0bb89748-168d-4d28-ba29-6d7e24820be3), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.284247 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb89748-168d-4d28-ba29-6d7e24820be3']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:07.293270 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc085eb-5db7-45a8-bfeb-53eaa3effd02') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:07.293590 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc085eb-5db7-45a8-bfeb-53eaa3effd02') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:07.302671 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9462845'] for segment (efc085eb-5db7-45a8-bfeb-53eaa3effd02), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.317384 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (efc085eb-5db7-45a8-bfeb-53eaa3effd02), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.324104 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:35:07.324462 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9804425'] for segment (efc085eb-5db7-45a8-bfeb-53eaa3effd02), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: Traceback (most recent call last): May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: timer() May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: cb(*args, **kw) May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: return func(*args, **kwargs) May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: self._notify() May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: self.callback(batched_events) May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: event.method(event) May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: return f(self, *a, **k) May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._get(url).json() May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: return self.request(url, 'GET', **kwargs) May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:35:07.326195 dv-cinder-840730-1-iscsi neutron-server[103995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:35:07.438545 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (0bb89748-168d-4d28-ba29-6d7e24820be3), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.445552 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.449922 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] 10.222.0.49 "DELETE /v2.0/networks/0bb89748-168d-4d28-ba29-6d7e24820be3 HTTP/1.1" status: 204 len: 168 time: 0.7344880 May 05 20:35:07.459652 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ac71d-3b7c-437c-bd64-424cb5c8f54b admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb89748-168d-4d28-ba29-6d7e24820be3,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:07.741487 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 36870) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:07.782582 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9733e253-b6d8-4190-a056-9c87613e8f46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=256098b6f90b4be98b757a2d962f6a82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396526 May 05 20:35:07.784795 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36872) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:07.840682 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d88bcd12-1d05-429b-89f1-0116685e28d5 admin admin] Publish callbacks [] for security_group (93eb1c8b-e589-4738-b719-e7fbee84fee8), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.841802 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 677e99b8-3583-451d-aae5-94f9ac549332 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:07.862281 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 677e99b8-3583-451d-aae5-94f9ac549332 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:07.862587 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d88bcd12-1d05-429b-89f1-0116685e28d5 admin admin] Publish callbacks [] for security_group (93eb1c8b-e589-4738-b719-e7fbee84fee8), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:07.862713 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 677e99b8-3583-451d-aae5-94f9ac549332 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:07.863060 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a3f7aba7-178f-46b9-be1a-20c3a569d4ce no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:07.884936 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: a3f7aba7-178f-46b9-be1a-20c3a569d4ce {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:07.885281 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a3f7aba7-178f-46b9-be1a-20c3a569d4ce not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:07.998461 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d88bcd12-1d05-429b-89f1-0116685e28d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (93eb1c8b-e589-4738-b719-e7fbee84fee8), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:08.000896 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d88bcd12-1d05-429b-89f1-0116685e28d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:08.002098 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d88bcd12-1d05-429b-89f1-0116685e28d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93eb1c8b-e589-4738-b719-e7fbee84fee8 HTTP/1.1" status: 204 len: 168 time: 0.2156310 May 05 20:35:08.009851 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bcd12-1d05-429b-89f1-0116685e28d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eb1c8b-e589-4738-b719-e7fbee84fee8,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:08.581484 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device bf7268f1-4876-4c49-84c4-8238164baea7 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:08.601474 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: bf7268f1-4876-4c49-84c4-8238164baea7 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:08.601820 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device bf7268f1-4876-4c49-84c4-8238164baea7 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:09.108607 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36940) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:09.206048 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2109909465-network', 'tenant_id': '4794211bac284caab24261fe648de2f4'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:09.455144 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Made reservation on behalf of 4794211bac284caab24261fe648de2f4 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:35:09.457538 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:09.467377 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:09.545391 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Publish callbacks [] for security_group (f9d3ca97-f9d4-4e64-a58c-da8c8cff28f1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:09.638072 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f9d3ca97-f9d4-4e64-a58c-da8c8cff28f1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:09.660832 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:35:09.677275 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d3ca97-f9d4-4e64-a58c-da8c8cff28f1,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:09.680175 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (5b1a631c-8254-48fb-b456-9e11a95a998c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:09.680520 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Added segment 5b1a631c-8254-48fb-b456-9e11a95a998c of type vlan for network a847839d-66d9-4fdc-b3f0-1646f75c42b7 May 05 20:35:09.721184 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (a847839d-66d9-4fdc-b3f0-1646f75c42b7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:09.804130 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (a847839d-66d9-4fdc-b3f0-1646f75c42b7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:09.805083 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:09.805710 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:09.866497 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] Pushing event updated for resources: {'Network': ['ID=a847839d-66d9-4fdc-b3f0-1646f75c42b7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:09.887692 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:35:09.950169 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a9da587b-8505-40c5-a539-2064984f6282 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8403561 May 05 20:35:09.959929 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 36994) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:09.959929 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Request body: {'subnet': {'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-subnet', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:10.032325 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Made reservation on behalf of 4794211bac284caab24261fe648de2f4 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:35:10.034687 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8636530'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:10.306833 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9233591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8636508'] for subnet (f5ce5ab5-05da-4717-8283-fc6f9b702c88), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:10.356399 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ce5ab5-05da-4717-8283-fc6f9b702c88,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:10.372892 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Checking segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:35:10.373190 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Network hostable DHCP agents. Network: a847839d-66d9-4fdc-b3f0-1646f75c42b7, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:35:10.455163 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:35:10.552623 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, a847839d-66d9-4fdc-b3f0-1646f75c42b7) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:10.557173 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:10.558978 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:10.563465 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa142b-4ffd-4592-a39c-77cee4ab5711 None None] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:35:10.661228 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6ee4b04-b2b5-5511-94b9-6f1c4b1c07a7-a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88'}]}} from dv-cinder-840730-1-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 20:35:10.661383 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:10.680842 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-eb09fefd-1a5d-4024-9a16-3d7cb404a156 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7266884 May 05 20:35:10.684340 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37018) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:10.688651 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:10.769543 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3740232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8120'] for router (bc4069a1-34ea-4edf-beb1-56ed14808ef7), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:10.770843 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4093070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3689481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8115'] for router (bc4069a1-34ea-4edf-beb1-56ed14808ef7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:10.797832 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Allocated IP 172.20.0.2 (a847839d-66d9-4fdc-b3f0-1646f75c42b7/f5ce5ab5-05da-4717-8283-fc6f9b702c88/cafadcea-85bb-4e5d-a386-35a2adac84e2) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:10.827907 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks [] for router_controller (bc4069a1-34ea-4edf-beb1-56ed14808ef7), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:10.947543 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Publish callbacks [] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.015773 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.039942 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks [] for router_gateway (bc4069a1-34ea-4edf-beb1-56ed14808ef7), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.058843 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:11.061442 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:11.071967 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:35:11.072447 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Pushing event updated for resources: {'Port': ['ID=cafadcea-85bb-4e5d-a386-35a2adac84e2,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:11.127456 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Attempting to bind port cafadcea-85bb-4e5d-a386-35a2adac84e2 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:35:11.127824 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Attempting to bind port cafadcea-85bb-4e5d-a386-35a2adac84e2 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:35:11.128235 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Attempting to bind port cafadcea-85bb-4e5d-a386-35a2adac84e2 on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:35:11.133181 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:35:11.133716 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Checking segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:35:11.134120 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.134586 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Bound using segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:35:11.134961 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Bound port: cafadcea-85bb-4e5d-a386-35a2adac84e2, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:35:11.135335 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.204639 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] For port cafadcea-85bb-4e5d-a386-35a2adac84e2, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:35:11.208242 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] For port cafadcea-85bb-4e5d-a386-35a2adac84e2, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=cafadcea-85bb-4e5d-a386-35a2adac84e2,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:35:11.342137 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.387426 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks [] for router_gateway (bc4069a1-34ea-4edf-beb1-56ed14808ef7), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.404207 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8a295-e41e-4313-aa61-d676cc803c95 None None] Pushing event updated for resources: {'Port': ['ID=cafadcea-85bb-4e5d-a386-35a2adac84e2,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:11.421393 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.526421 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Allocated IP 172.27.0.88 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/566f38c6-1dcd-4934-8045-ea23aa9665a4) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:11.648677 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks [] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.741204 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:11.778264 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:11.782975 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:11.785558 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:35:11.905451 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device cafadcea-85bb-4e5d-a386-35a2adac84e2 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:35:11.964349 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port cafadcea-85bb-4e5d-a386-35a2adac84e2 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:11.965050 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:12.201863 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port cafadcea-85bb-4e5d-a386-35a2adac84e2 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:12.202390 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:12.228502 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Pushing event updated for resources: {'Port': ['ID=566f38c6-1dcd-4934-8045-ea23aa9665a4,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:12.247116 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port cafadcea-85bb-4e5d-a386-35a2adac84e2, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=cafadcea-85bb-4e5d-a386-35a2adac84e2,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:12.301103 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:12.364895 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=cafadcea-85bb-4e5d-a386-35a2adac84e2,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:12.395370 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks [] for router_gateway (bc4069a1-34ea-4edf-beb1-56ed14808ef7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:12.433683 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7724e379-401c-4037-bb02-d996e03577c3 None None] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:35:12.500588 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ed24e3fc-d358-430b-9385-8ffe96a8f11e None None] Provisioning complete for port cafadcea-85bb-4e5d-a386-35a2adac84e2 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:12.500962 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed24e3fc-d358-430b-9385-8ffe96a8f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:12.623442 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064337'] for router (bc4069a1-34ea-4edf-beb1-56ed14808ef7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:12.634182 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ed24e3fc-d358-430b-9385-8ffe96a8f11e None None] Current status of the port cafadcea-85bb-4e5d-a386-35a2adac84e2 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:12.786364 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:35:12.854035 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-bcfe7768-879c-4154-8d28-0e311a33cddb None None] Provisioning complete for port cafadcea-85bb-4e5d-a386-35a2adac84e2 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:12.859280 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7768-879c-4154-8d28-0e311a33cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:12.878065 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 is scheduled to L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 20:35:12.933869 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe7768-879c-4154-8d28-0e311a33cddb None None] Current status of the port cafadcea-85bb-4e5d-a386-35a2adac84e2 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:12.992366 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:13.015469 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:13.015469 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:13.016548 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:13.120884 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.129686 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3d34bbb5-bc0d-477d-bec1-a84e051768aa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4368865 May 05 20:35:13.129855 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:13.131838 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37142) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:13.313155 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:12Z', 'revision_number': 3, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:13.339835 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:13.340467 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Updating router bc4069a1-34ea-4edf-beb1-56ed14808ef7 port 566f38c6-1dcd-4934-8045-ea23aa9665a4 binding host dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:35:13.367952 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.560135 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.636607 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Publish callbacks [] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.689817 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.690714 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.724512 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Allocated IP 172.20.0.1 (a847839d-66d9-4fdc-b3f0-1646f75c42b7/f5ce5ab5-05da-4717-8283-fc6f9b702c88/b4db68a0-de86-4e66-9522-175507624bc3) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:13.746182 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da44d3c-5664-40fa-931f-2b54c37bc903 None None] Pushing event updated for resources: {'Port': ['ID=566f38c6-1dcd-4934-8045-ea23aa9665a4,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:13.748434 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Attempting to bind port 566f38c6-1dcd-4934-8045-ea23aa9665a4 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:35:13.749474 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Attempting to bind port 566f38c6-1dcd-4934-8045-ea23aa9665a4 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:35:13.749474 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Attempting to bind port 566f38c6-1dcd-4934-8045-ea23aa9665a4 on network bd8ab546-943a-4736-a560-1b3f07e70cac {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:35:13.754993 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:35:13.755374 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Checking segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:35:13.755781 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.756176 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Bound using segment: {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:35:13.756666 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Bound port: 566f38c6-1dcd-4934-8045-ea23aa9665a4, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df999a48-2d4d-4172-8181-ecdb9c90daa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:35:13.757053 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.810087 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] For port 566f38c6-1dcd-4934-8045-ea23aa9665a4, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:35:13.813554 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] For port 566f38c6-1dcd-4934-8045-ea23aa9665a4, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=566f38c6-1dcd-4934-8045-ea23aa9665a4,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:35:13.837566 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Publish callbacks [] for port (b4db68a0-de86-4e66-9522-175507624bc3), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.851299 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device cafadcea-85bb-4e5d-a386-35a2adac84e2 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:35:13.889039 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.924236 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (b4db68a0-de86-4e66-9522-175507624bc3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.958169 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port cafadcea-85bb-4e5d-a386-35a2adac84e2 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:13.958545 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:13.964788 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da44d3c-5664-40fa-931f-2b54c37bc903 None None] Pushing event updated for resources: {'Port': ['ID=566f38c6-1dcd-4934-8045-ea23aa9665a4,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:13.966968 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:13.970064 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:13.977336 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:35:13.981964 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Pushing event updated for resources: {'Port': ['ID=b4db68a0-de86-4e66-9522-175507624bc3,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:13.986936 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:13.987612 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:14.023683 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064398'] for router_interface (bc4069a1-34ea-4edf-beb1-56ed14808ef7), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.116905 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:14.213372 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (b4db68a0-de86-4e66-9522-175507624bc3), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.266295 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port cafadcea-85bb-4e5d-a386-35a2adac84e2 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:14.292678 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-4ffb2591-f729-4ba0-a115-6f2f1c98d1c6 None None] Provisioning complete for port b4db68a0-de86-4e66-9522-175507624bc3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:14.293051 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2591-f729-4ba0-a115-6f2f1c98d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (b4db68a0-de86-4e66-9522-175507624bc3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.356272 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb2591-f729-4ba0-a115-6f2f1c98d1c6 None None] Port b4db68a0-de86-4e66-9522-175507624bc3 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:35:14.382283 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:12Z', 'revision_number': 3, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:14.411649 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94879d4-ed9e-444b-a8a5-32cbde7f75b1 None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:12Z', 'revision_number': 3, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:14.486048 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37150) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:14.643189 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5a9c76f2-70c0-4795-b605-b7ed935758f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf5880dec83d4cbf94891122422bdf4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553705 May 05 20:35:14.643451 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37154) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:14.689176 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Publish callbacks [] for port (b4db68a0-de86-4e66-9522-175507624bc3), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.716001 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3af166fc-f141-4724-a853-c12796238eff admin admin] Publish callbacks [] for security_group (9c8b6421-7604-4ab0-9064-f524bfb0a5d4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.744497 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3af166fc-f141-4724-a853-c12796238eff admin admin] Publish callbacks [] for security_group (9c8b6421-7604-4ab0-9064-f524bfb0a5d4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.759063 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (b4db68a0-de86-4e66-9522-175507624bc3), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.847265 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Pushing event updated for resources: {'Port': ['ID=b4db68a0-de86-4e66-9522-175507624bc3,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:14.850010 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4064542'] for router_interface (bc4069a1-34ea-4edf-beb1-56ed14808ef7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.941931 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3af166fc-f141-4724-a853-c12796238eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (9c8b6421-7604-4ab0-9064-f524bfb0a5d4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.944377 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3af166fc-f141-4724-a853-c12796238eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:14.946535 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3af166fc-f141-4724-a853-c12796238eff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c8b6421-7604-4ab0-9064-f524bfb0a5d4 HTTP/1.1" status: 204 len: 168 time: 0.3010988 May 05 20:35:14.961234 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af166fc-f141-4724-a853-c12796238eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8b6421-7604-4ab0-9064-f524bfb0a5d4,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:14.961856 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:14.963734 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:15.103520 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:35:15.235893 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:15.241021 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-771b14bb-24a2-4b92-a7d2-891a1d5f113d admin admin] 10.222.0.49 "PUT /v2.0/routers/bc4069a1-34ea-4edf-beb1-56ed14808ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1080956 May 05 20:35:15.300480 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-5628d215-90ac-4c3f-b538-ff84667bee8c None None] Provisioning complete for port b4db68a0-de86-4e66-9522-175507624bc3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:15.301068 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5628d215-90ac-4c3f-b538-ff84667bee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (b4db68a0-de86-4e66-9522-175507624bc3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:15.352314 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5628d215-90ac-4c3f-b538-ff84667bee8c None None] Port b4db68a0-de86-4e66-9522-175507624bc3 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:35:15.866977 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 566f38c6-1dcd-4934-8045-ea23aa9665a4 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:35:15.908039 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37164) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:15.914632 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-79287a0b-4f1e-4943-8dbf-0b1383d368d2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175504842', 'description': 'tempest-description--1072268419'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:15.920081 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 566f38c6-1dcd-4934-8045-ea23aa9665a4 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:15.920493 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.002398 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 566f38c6-1dcd-4934-8045-ea23aa9665a4 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:16.016711 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.024023 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] For port 566f38c6-1dcd-4934-8045-ea23aa9665a4, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=566f38c6-1dcd-4934-8045-ea23aa9665a4,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:16.032154 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-79287a0b-4f1e-4943-8dbf-0b1383d368d2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.096819 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:16.101403 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.103057 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-79287a0b-4f1e-4943-8dbf-0b1383d368d2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (7869b444-4c2f-494d-8a05-87493e9a4cf6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.113769 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:16.114387 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:16.154554 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Pushing event updated for resources: {'Port': ['ID=566f38c6-1dcd-4934-8045-ea23aa9665a4,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:16.181480 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-79287a0b-4f1e-4943-8dbf-0b1383d368d2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7869b444-4c2f-494d-8a05-87493e9a4cf6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.213434 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79287a0b-4f1e-4943-8dbf-0b1383d368d2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7869b444-4c2f-494d-8a05-87493e9a4cf6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:16.263422 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-79287a0b-4f1e-4943-8dbf-0b1383d368d2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.264626 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-79287a0b-4f1e-4943-8dbf-0b1383d368d2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3551917 May 05 20:35:16.267470 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37166) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:16.272063 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-a9bf56ee-a1a7-41f7-af00-f82c8fbaa7ed tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group_rule': {'security_group_id': '7869b444-4c2f-494d-8a05-87493e9a4cf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:16.313723 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:16.365765 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9bf56ee-a1a7-41f7-af00-f82c8fbaa7ed tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (f55f0f9a-cd20-4b72-a10b-7295ee241ab7), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.422819 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9bf56ee-a1a7-41f7-af00-f82c8fbaa7ed tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (f55f0f9a-cd20-4b72-a10b-7295ee241ab7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.495002 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9bf56ee-a1a7-41f7-af00-f82c8fbaa7ed tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (f55f0f9a-cd20-4b72-a10b-7295ee241ab7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.515539 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf56ee-a1a7-41f7-af00-f82c8fbaa7ed tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55f0f9a-cd20-4b72-a10b-7295ee241ab7,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:16.518242 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 2, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:16.545141 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:16.545522 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Updating router bc4069a1-34ea-4edf-beb1-56ed14808ef7 port b4db68a0-de86-4e66-9522-175507624bc3 binding host dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:35:16.572827 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (b4db68a0-de86-4e66-9522-175507624bc3), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.577557 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9bf56ee-a1a7-41f7-af00-f82c8fbaa7ed tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.578805 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a9bf56ee-a1a7-41f7-af00-f82c8fbaa7ed tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101385 May 05 20:35:16.581590 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37170) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:16.585953 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-25d8fd1c-5647-4aa6-b748-9f2f25a54634 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group_rule': {'security_group_id': '7869b444-4c2f-494d-8a05-87493e9a4cf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:16.677047 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-25d8fd1c-5647-4aa6-b748-9f2f25a54634 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (8729045d-4581-4fe9-8323-76e170ce369c), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.733531 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-25d8fd1c-5647-4aa6-b748-9f2f25a54634 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (8729045d-4581-4fe9-8323-76e170ce369c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.798074 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-25d8fd1c-5647-4aa6-b748-9f2f25a54634 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (8729045d-4581-4fe9-8323-76e170ce369c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.817496 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8fd1c-5647-4aa6-b748-9f2f25a54634 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8729045d-4581-4fe9-8323-76e170ce369c,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:16.834386 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Publish callbacks [] for port (b4db68a0-de86-4e66-9522-175507624bc3), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.891448 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-25d8fd1c-5647-4aa6-b748-9f2f25a54634 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.892712 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-25d8fd1c-5647-4aa6-b748-9f2f25a54634 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101957 May 05 20:35:16.895770 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37172) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:16.900166 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:16.919309 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (b4db68a0-de86-4e66-9522-175507624bc3), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.969840 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Pushing event updated for resources: {'Port': ['ID=b4db68a0-de86-4e66-9522-175507624bc3,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:16.982933 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:16.992771 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.993138 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.993518 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.993854 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.994186 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.994509 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.994830 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.995150 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.995468 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.995800 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.996232 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.996554 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:16.996869 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:17.036110 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Attempting to bind port b4db68a0-de86-4e66-9522-175507624bc3 on host dv-cinder-840730-1-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:35:17.036481 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Attempting to bind port b4db68a0-de86-4e66-9522-175507624bc3 by drivers openvswitch,hyperv on host dv-cinder-840730-1-iscsi at level 0 using segments [{'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:35:17.036841 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Attempting to bind port b4db68a0-de86-4e66-9522-175507624bc3 on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:35:17.042974 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Checking agent: {'id': 'cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 19, 29), 'started_at': datetime.datetime(2022, 5, 5, 20, 19, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:35:17.043352 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Checking segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:35:17.043757 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.044150 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Bound using segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:35:17.044653 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Bound port: b4db68a0-de86-4e66-9522-175507624bc3, host: dv-cinder-840730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:35:17.044977 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (b4db68a0-de86-4e66-9522-175507624bc3), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.089802 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.119093 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] For port b4db68a0-de86-4e66-9522-175507624bc3, host dv-cinder-840730-1-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:35:17.123363 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] For port b4db68a0-de86-4e66-9522-175507624bc3, host dv-cinder-840730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=b4db68a0-de86-4e66-9522-175507624bc3,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:35:17.185602 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-7171a86c-4386-492e-ae2c-09761cc38a9f None None] Provisioning complete for port b4db68a0-de86-4e66-9522-175507624bc3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:17.186412 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7171a86c-4386-492e-ae2c-09761cc38a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (b4db68a0-de86-4e66-9522-175507624bc3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.192856 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (b4db68a0-de86-4e66-9522-175507624bc3), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.200707 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37176) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:17.217498 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Allocated IP 172.27.0.84 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/4cb4ffbf-e2f1-4593-b88c-5b964ce7f619) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:17.240875 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7171a86c-4386-492e-ae2c-09761cc38a9f None None] Port b4db68a0-de86-4e66-9522-175507624bc3 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:35:17.266766 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:17.267414 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:17.307152 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3f230-f978-4a62-a7e1-3946544c757b None None] Pushing event updated for resources: {'Port': ['ID=b4db68a0-de86-4e66-9522-175507624bc3,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:17.369279 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (4cb4ffbf-e2f1-4593-b88c-5b964ce7f619), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.403002 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:17.450210 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (4cb4ffbf-e2f1-4593-b88c-5b964ce7f619), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.499045 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:17.503384 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:17.505756 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:35:17.537640 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=4cb4ffbf-e2f1-4593-b88c-5b964ce7f619,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:17.579324 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-6b34ff6d-82b3-41a5-904e-2308e33ad31a None None] Provisioning complete for port b4db68a0-de86-4e66-9522-175507624bc3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:17.580079 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6b34ff6d-82b3-41a5-904e-2308e33ad31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (b4db68a0-de86-4e66-9522-175507624bc3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.608953 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Deleting port 7558ce0f-2092-4998-abc2-e222044135ae {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:17.609181 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (7558ce0f-2092-4998-abc2-e222044135ae), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.630472 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (39ccf78c-3205-4eab-934f-536c37986620), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.639640 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:17.672580 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb0859-bcb3-4b94-a183-7451c52ff0b8 None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:17.697914 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (7558ce0f-2092-4998-abc2-e222044135ae), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.698284 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for floatingip (7558ce0f-2092-4998-abc2-e222044135ae), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.702663 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-6b34ff6d-82b3-41a5-904e-2308e33ad31a None None] Current status of the port b4db68a0-de86-4e66-9522-175507624bc3 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:17.708891 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6b34ff6d-82b3-41a5-904e-2308e33ad31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (b4db68a0-de86-4e66-9522-175507624bc3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.712452 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Calling delete_port for 7558ce0f-2092-4998-abc2-e222044135ae owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:17.757084 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4cb4ffbf-e2f1-4593-b88c-5b964ce7f619), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.774953 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-6b34ff6d-82b3-41a5-904e-2308e33ad31a None None] For port b4db68a0-de86-4e66-9522-175507624bc3, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=b4db68a0-de86-4e66-9522-175507624bc3,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:17.857266 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6b34ff6d-82b3-41a5-904e-2308e33ad31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (b4db68a0-de86-4e66-9522-175507624bc3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:17.951640 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34ff6d-82b3-41a5-904e-2308e33ad31a None None] Pushing event updated for resources: {'Port': ['ID=b4db68a0-de86-4e66-9522-175507624bc3,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:17.969968 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device b4db68a0-de86-4e66-9522-175507624bc3 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:35:18.001875 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (4cb4ffbf-e2f1-4593-b88c-5b964ce7f619), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:18.003845 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (7558ce0f-2092-4998-abc2-e222044135ae), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:18.029644 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port b4db68a0-de86-4e66-9522-175507624bc3 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:18.030094 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (b4db68a0-de86-4e66-9522-175507624bc3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:18.030406 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event deleted for resources: {'Port': ['ID=7558ce0f-2092-4998-abc2-e222044135ae,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:18.083772 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (4cb4ffbf-e2f1-4593-b88c-5b964ce7f619), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:18.106127 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for floatingip (e776a6fd-4924-46d5-a87d-f020cd292f9c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:18.106478 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Floating IP e776a6fd-4924-46d5-a87d-f020cd292f9c disassociated (deleted). External IP: 172.27.0.239, port: da2cf2e4-6b6a-4dab-9219-da01dfa1c299. May 05 20:35:18.170874 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=4cb4ffbf-e2f1-4593-b88c-5b964ce7f619,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:18.210788 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (39ccf78c-3205-4eab-934f-536c37986620), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:18.287222 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port b4db68a0-de86-4e66-9522-175507624bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:18.288517 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 566f38c6-1dcd-4934-8045-ea23aa9665a4 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:35:18.320287 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:18.330750 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e7a99b08-9124-4bb2-bdad-4b3a1c2314d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4303355 May 05 20:35:18.344163 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port 566f38c6-1dcd-4934-8045-ea23aa9665a4 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:18.344163 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:18.356749 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:35:18.441442 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port 566f38c6-1dcd-4934-8045-ea23aa9665a4 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:18.544939 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:18.551816 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:18.555476 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] Sync routers for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:18.578265 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:18.578834 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:18.588283 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-7717d652-6b83-4136-908d-ffbb957d4491 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--175504842&fields=id&tenant_id=4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 267 time: 0.0991831 May 05 20:35:18.602894 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-91b741b9-1534-4f86-b923-26519e1fdde2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "DELETE /v2.0/floatingips/e776a6fd-4924-46d5-a87d-f020cd292f9c HTTP/1.1" status: 204 len: 168 time: 1.3990028 May 05 20:35:18.609801 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:18.613997 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb538bff-c6aa-4904-bebc-29ff8b7bef45" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:35:18.721587 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:18.739668 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497538b4-113e-4b44-be38-2b08cb729503 req-3dc94e1d-20bb-4b76-86db-40c6f2c799c6 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:18.741267 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-3dc94e1d-20bb-4b76-86db-40c6f2c799c6 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 815 time: 0.1434481 May 05 20:35:18.756905 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-3d534674-d852-4d9f-9eaa-64ca47cb2f80 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/quotas/4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 375 time: 0.0094721 May 05 20:35:18.833744 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-be333a7f-4e3f-49cf-8640-cfd182358e10 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637672 May 05 20:35:18.951045 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'f0b729c7-0189-4202-8e28-a981b27520f7', 'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'mac_address': 'fa:16:3e:b0:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:26Z', 'updated_at': '2022-05-05T20:29:31Z', 'revision_number': 5, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'subnets': [{'id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:18.953940 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-83180b66-5c39-4fb0-98c3-bc60a4d19921 service neutron] 10.222.0.49 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166329 May 05 20:35:18.983495 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3647f8fc-8ac5-4000-9bff-785ae6b5eac2 x-openstack-request-id: req-3647f8fc-8ac5-4000-9bff-785ae6b5eac2 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:35:18.983767 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:35:18.984024 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3647f8fc-8ac5-4000-9bff-785ae6b5eac2 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:35:18.984431 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3647f8fc-8ac5-4000-9bff-785ae6b5eac2'] response: {'name': 'network-changed', 'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'status': 'completed', 'code': 200} May 05 20:35:18.991023 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] Checking router: a17dccf1-6933-4c1d-b2e9-771d8be3aba6 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:19.001766 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:19.002547 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:34:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:19.065068 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-64f04552-b3a6-4e9c-b3c3-ee05ad87a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:19.068305 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-64f04552-b3a6-4e9c-b3c3-ee05ad87a5a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7e2232065a84ff88ccc574160e0114c&device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 1130 time: 0.0635302 May 05 20:35:19.123039 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-7f1f1cee-adbe-469f-9274-a91032b10de7 service neutron] 10.222.0.49 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619310 May 05 20:35:19.130813 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7945c-6b5d-4a8f-a84d-c6dad953f274 req-6c89bbb2-e777-4e6a-8bda-ebf9bc0516fc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:19.131997 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:19.138738 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e7e7945c-6b5d-4a8f-a84d-c6dad953f274 req-6c89bbb2-e777-4e6a-8bda-ebf9bc0516fc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0989194 May 05 20:35:19.176013 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-8fb4aa90-2dbd-4f2e-aa01-00b3b4701b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:19.177453 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-8fb4aa90-2dbd-4f2e-aa01-00b3b4701b02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db004025-88a0-4413-a8fa-287a22738800 HTTP/1.1" status: 200 len: 909 time: 0.1005995 May 05 20:35:19.187188 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e7e7945c-6b5d-4a8f-a84d-c6dad953f274 req-360e05db-2705-4532-9226-99bc09797de2 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469573 May 05 20:35:19.227368 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-920c1480-dfa7-4aef-adbb-01e73e0f5239 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299 HTTP/1.1" status: 200 len: 217 time: 0.0425074 May 05 20:35:19.282382 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-5c7f99b7-de4e-4e0f-8a23-bbcfd6e507ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:19.283919 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-5c7f99b7-de4e-4e0f-8a23-bbcfd6e507ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f6e706-08fa-40dc-995a-d4d4a2d2fa7e HTTP/1.1" status: 200 len: 847 time: 0.0498800 May 05 20:35:19.348961 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-7569102c-6fb2-4738-ab4a-ca7bac68ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:19.350994 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-7569102c-6fb2-4738-ab4a-ca7bac68ca0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db004025-88a0-4413-a8fa-287a22738800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586865 May 05 20:35:19.374778 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'f0b729c7-0189-4202-8e28-a981b27520f7', 'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'mac_address': 'fa:16:3e:b0:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:26Z', 'updated_at': '2022-05-05T20:29:31Z', 'revision_number': 5, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'subnets': [{'id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:19.388973 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-79870cb9-f39f-41df-af24-595e83c8af13 req-057f830e-99cc-4b7b-b8ed-894ee4ee768c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 210 time: 0.0321045 May 05 20:35:19.423781 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e462296-b266-4135-add1-57bfd5d1e960 None None] The sync data for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi is: [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:27Z', 'revision_number': 4, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'f0b729c7-0189-4202-8e28-a981b27520f7', 'name': '', 'network_id': 'db004025-88a0-4413-a8fa-287a22738800', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'mac_address': 'fa:16:3e:b0:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:26Z', 'updated_at': '2022-05-05T20:29:31Z', 'revision_number': 5, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'subnets': [{'id': '12f6e706-08fa-40dc-995a-d4d4a2d2fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:19.455374 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-4ef7ab24-6d4b-42ee-9c5a-81fbba4b004d service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980208 May 05 20:35:19.559508 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb538bff-c6aa-4904-bebc-29ff8b7bef45 req-59a91454-adc0-484a-bab4-d08968d86fe8 service neutron] 10.222.0.41 "GET /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969491 May 05 20:35:19.674397 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db51e24-1c62-4bf9-9bd7-1a179b3dd57f None None] New status for floating IP e776a6fd-4924-46d5-a87d-f020cd292f9c: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:35:19.848617 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device b4db68a0-de86-4e66-9522-175507624bc3 up at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:35:19.908941 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Provisioning complete for port b4db68a0-de86-4e66-9522-175507624bc3 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:19.909409 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (b4db68a0-de86-4e66-9522-175507624bc3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:19.961811 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-9733531e-1537-49a5-a7d1-13c9c02bfa3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554593 May 05 20:35:19.996742 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Current status of the port b4db68a0-de86-4e66-9522-175507624bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:20.029952 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-cd5337a9-56fc-4bf5-a1c0-336fcfc1cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:20.031496 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-cd5337a9-56fc-4bf5-a1c0-336fcfc1cd31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83632617c8b842108cfb2620747f0761&device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0465863 May 05 20:35:20.140206 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-b0ff239d-6b01-4f5e-bcbc-eae289e71120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:20.141700 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-b0ff239d-6b01-4f5e-bcbc-eae289e71120 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 200 len: 918 time: 0.0898108 May 05 20:35:20.209283 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-dc933450-2112-4ed0-98e8-3642b0a60e40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002 HTTP/1.1" status: 200 len: 1000 time: 0.0602007 May 05 20:35:20.269060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-d3fd8278-63c2-49f2-bf3b-dfc9857eb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:20.270448 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-d3fd8278-63c2-49f2-bf3b-dfc9857eb8ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 200 len: 856 time: 0.0508416 May 05 20:35:20.309808 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2f512-19f1-4384-853d-f6a14308f6ed req-0c54e375-88b5-4423-a4c2-8d62038b9cfc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:20.311324 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a9f2f512-19f1-4384-853d-f6a14308f6ed req-0c54e375-88b5-4423-a4c2-8d62038b9cfc tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0553765 May 05 20:35:20.322515 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-d61749dd-b973-47d7-9a4e-1f327301d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:20.324046 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-d61749dd-b973-47d7-9a4e-1f327301d2c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a727c37-2514-4038-8e92-e65388f44393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456078 May 05 20:35:20.361979 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a9f2f512-19f1-4384-853d-f6a14308f6ed req-3efda75b-b068-4801-a49f-c65b98e12519 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaef6bfa-2921-419b-948b-d852343e8941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442786 May 05 20:35:20.418718 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-0163c983-fe9d-4196-912c-ed142f8fdbac service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859432 May 05 20:35:20.485834 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-794a45b3-c2b7-44b9-b9a4-fd0c89be04fc req-4d3136c7-d8e1-4fbe-b181-b982f56309ff tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 210 time: 0.0321085 May 05 20:35:20.522676 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b46636b0-58dd-42a0-adbd-e29a64e62b76 req-0c1ec997-c218-44b4-8a9a-b24b4b8cc286 service neutron] 10.222.0.41 "GET /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933077 May 05 20:35:20.778320 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-738715f6-359e-451b-9935-17b5c240b661 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:20.779773 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-738715f6-359e-451b-9935-17b5c240b661 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 946 time: 0.0537469 May 05 20:35:20.880221 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Deleting port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:20.880553 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:20.970874 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] For port da2cf2e4-6b6a-4dab-9219-da01dfa1c299, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:20.972096 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:20.984944 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Calling delete_port for da2cf2e4-6b6a-4dab-9219-da01dfa1c299 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:21.180649 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (da2cf2e4-6b6a-4dab-9219-da01dfa1c299), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:21.214458 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event deleted for resources: {'Port': ['ID=da2cf2e4-6b6a-4dab-9219-da01dfa1c299,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:21.260258 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] No DVR routers for this DVR port da2cf2e4-6b6a-4dab-9219-da01dfa1c299 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:21.262742 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:21.266066 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-32d9a4a4-219a-4c25-adcb-f99ec0d68ce8 req-09da54df-c0a9-48f5-85de-2c9766127726 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.41 "DELETE /v2.0/ports/da2cf2e4-6b6a-4dab-9219-da01dfa1c299 HTTP/1.1" status: 204 len: 173 time: 0.4810963 May 05 20:35:21.266498 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'name': 'network-vif-deleted', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:21.268807 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5721fb87-0234-4133-83b2-89a250562028" -d '{"events": [{"server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "name": "network-vif-deleted", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:35:21.303826 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b519d7-2107-4215-aeaa-080cd2c77eab x-openstack-request-id: req-68b519d7-2107-4215-aeaa-080cd2c77eab {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:35:21.304119 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5d223-9150-4218-80e6-a37f61358304", "name": "network-vif-deleted", "tag": "da2cf2e4-6b6a-4dab-9219-da01dfa1c299", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:35:21.304372 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68b519d7-2107-4215-aeaa-080cd2c77eab {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:35:21.304840 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b519d7-2107-4215-aeaa-080cd2c77eab'] response: {'server_uuid': '7fe5d223-9150-4218-80e6-a37f61358304', 'name': 'network-vif-deleted', 'tag': 'da2cf2e4-6b6a-4dab-9219-da01dfa1c299', 'status': 'completed', 'code': 200} May 05 20:35:21.460297 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-677cc3a2-1444-42ce-a12b-bb189fd6d6fd req-d2853b34-7464-47d5-8544-14af5227ff17 tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 210 time: 0.0281587 May 05 20:35:21.613845 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b4385797-79aa-4233-a1ee-c38bf8f64d71 req-a626d6ca-7c1e-4110-b86d-478a629be94d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 210 time: 0.0553591 May 05 20:35:21.710632 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497538b4-113e-4b44-be38-2b08cb729503 req-3aedd9a3-9315-4f5a-b73a-5fc4e3a31d63 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:21.712067 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-3aedd9a3-9315-4f5a-b73a-5fc4e3a31d63 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 815 time: 0.1085973 May 05 20:35:21.782728 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-8ebf853a-718b-4082-927b-0f11c753c628 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 379 time: 0.0562539 May 05 20:35:21.802763 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'port': {'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'admin_state_up': True, 'tenant_id': '4794211bac284caab24261fe648de2f4', 'security_groups': ['7869b444-4c2f-494d-8a05-87493e9a4cf6']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:22.015153 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Made reservation on behalf of 4794211bac284caab24261fe648de2f4 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:35:22.018659 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:22.172886 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Allocated IP 172.20.0.13 (a847839d-66d9-4fdc-b3f0-1646f75c42b7/f5ce5ab5-05da-4717-8283-fc6f9b702c88/bae06fc7-68ea-4df8-8b7e-0909597eb7ce) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:22.325921 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:22.409813 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:22.459129 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:22.462299 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:22.468390 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efaa2b-0976-4ce9-b461-22d3c1a70df5 req-b9fb71fb-6667-4ef9-b282-20be2909c34b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:22.474816 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:35:22.475817 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c7efaa2b-0976-4ce9-b461-22d3c1a70df5 req-b9fb71fb-6667-4ef9-b282-20be2909c34b tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 946 time: 0.0545909 May 05 20:35:22.475901 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:22.528152 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:22.528807 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:22.548050 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c7efaa2b-0976-4ce9-b461-22d3c1a70df5 req-a133812e-787f-40e7-88a3-0fc97f3d2fcf tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702333 May 05 20:35:22.590346 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-507f5941-9e7e-45c6-9d0c-b8175baa4eac req-714abf2e-bf5a-4cb6-81bf-ad65981990bd tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fe5d223-9150-4218-80e6-a37f61358304 HTTP/1.1" status: 200 len: 210 time: 0.0331690 May 05 20:35:22.644431 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device da2cf2e4-6b6a-4dab-9219-da01dfa1c299 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:22.646676 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-044f0042-2f97-43b7-8b65-937d87dc2e9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8545589 May 05 20:35:22.667964 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Request body: {'port': {'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:22.671189 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: da2cf2e4-6b6a-4dab-9219-da01dfa1c299 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:22.671743 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device da2cf2e4-6b6a-4dab-9219-da01dfa1c299 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:22.711678 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-2d6dca3f-398b-474b-a9ef-a02ca9dd8571 None None] Provisioning complete for port bae06fc7-68ea-4df8-8b7e-0909597eb7ce triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:22.712056 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2d6dca3f-398b-474b-a9ef-a02ca9dd8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:22.737124 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:22.749424 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e1dab-5bce-48b3-a3f0-2e8547fde1ab req-bf2c14d4-d138-407c-a5e1-8da0fb62fd35 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:22.751241 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b85e1dab-5bce-48b3-a3f0-2e8547fde1ab req-bf2c14d4-d138-407c-a5e1-8da0fb62fd35 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 932 time: 0.0589588 May 05 20:35:22.753022 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-2d6dca3f-398b-474b-a9ef-a02ca9dd8571 None None] Port bae06fc7-68ea-4df8-8b7e-0909597eb7ce cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:35:22.800669 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b85e1dab-5bce-48b3-a3f0-2e8547fde1ab req-38f6db8a-136a-4527-af8f-7efbe580b11c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436015 May 05 20:35:22.889291 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ca75e72f-ec55-4edb-bc88-93ef5b7fc44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.017398 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae06fc7-68ea-4df8-8b7e-0909597eb7ce {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:35:23.025037 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Publish callbacks [] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.038268 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Transition to ACTIVE for port object bae06fc7-68ea-4df8-8b7e-0909597eb7ce will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:35:23.106760 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.156140 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:23.237544 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Attempting to bind port bae06fc7-68ea-4df8-8b7e-0909597eb7ce on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:35:23.237876 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Attempting to bind port bae06fc7-68ea-4df8-8b7e-0909597eb7ce by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:35:23.238203 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Attempting to bind port bae06fc7-68ea-4df8-8b7e-0909597eb7ce on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:35:23.242775 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Port bae06fc7-68ea-4df8-8b7e-0909597eb7ce on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:35:23.243092 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Attempting to bind port bae06fc7-68ea-4df8-8b7e-0909597eb7ce on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:35:23.248363 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:35:23.248693 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Checking segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:35:23.249074 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Bound using segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:35:23.249535 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Bound port: bae06fc7-68ea-4df8-8b7e-0909597eb7ce, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:35:23.249891 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.314844 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] For port bae06fc7-68ea-4df8-8b7e-0909597eb7ce, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:35:23.317756 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] For port bae06fc7-68ea-4df8-8b7e-0909597eb7ce, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:35:23.357996 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.394582 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.395186 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.396870 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/bae06fc7-68ea-4df8-8b7e-0909597eb7ce HTTP/1.1" status: 200 len: 1094 time: 0.7358532 May 05 20:35:23.398966 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'tag': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:23.401258 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68703263-f211-48f1-8e03-122ad254d135" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1fa8c1-71d7-4be1-822b-ad272673dd72", "tag": "bae06fc7-68ea-4df8-8b7e-0909597eb7ce"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:35:23.428614 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a479b1-90b5-4f2c-8238-fb0b0bcd97b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:23.442526 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16658975-7989-4e4d-8e43-218858c40f71 x-openstack-request-id: req-16658975-7989-4e4d-8e43-218858c40f71 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:35:23.442822 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1fa8c1-71d7-4be1-822b-ad272673dd72", "tag": "bae06fc7-68ea-4df8-8b7e-0909597eb7ce", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:35:23.443081 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16658975-7989-4e4d-8e43-218858c40f71 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:35:23.443491 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16658975-7989-4e4d-8e43-218858c40f71'] response: {'name': 'network-changed', 'server_uuid': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'tag': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'status': 'completed', 'code': 200} May 05 20:35:23.515044 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703263-f211-48f1-8e03-122ad254d135 req-39f81259-3f32-4de6-8708-b6208709aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.516615 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68703263-f211-48f1-8e03-122ad254d135 req-39f81259-3f32-4de6-8708-b6208709aea6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 1128 time: 0.0485990 May 05 20:35:23.623302 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703263-f211-48f1-8e03-122ad254d135 req-b25a131e-895f-412f-be35-e7a3eccf9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.624761 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68703263-f211-48f1-8e03-122ad254d135 req-b25a131e-895f-412f-be35-e7a3eccf9548 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4794211bac284caab24261fe648de2f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005301 May 05 20:35:23.666077 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37244) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:23.723030 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68703263-f211-48f1-8e03-122ad254d135 req-ed98df51-9e4c-4285-b93a-9e0b1a3b0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.724507 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68703263-f211-48f1-8e03-122ad254d135 req-ed98df51-9e4c-4285-b93a-9e0b1a3b0b20 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929484 May 05 20:35:23.725887 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf2d09-9f49-4d46-a8a9-141b3a0d96f1 req-3eae15bf-d1f9-43f4-bab2-757dc1861177 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.727359 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8adf2d09-9f49-4d46-a8a9-141b3a0d96f1 req-3eae15bf-d1f9-43f4-bab2-757dc1861177 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 946 time: 0.0894682 May 05 20:35:23.758266 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-851bd79a-e2c4-479d-9dfd-522801135c3e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group (eaef6bfa-2921-419b-948b-d852343e8941), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.803824 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-851bd79a-e2c4-479d-9dfd-522801135c3e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group (eaef6bfa-2921-419b-948b-d852343e8941), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.808906 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497538b4-113e-4b44-be38-2b08cb729503 req-ca3a48a3-87ec-464b-a4a9-d629b25110e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.810428 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-ca3a48a3-87ec-464b-a4a9-d629b25110e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 1128 time: 0.0454359 May 05 20:35:23.819552 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8adf2d09-9f49-4d46-a8a9-141b3a0d96f1 req-10cc4c1e-2238-44e0-bb99-638a4762fc08 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854542 May 05 20:35:23.857000 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-5d0f1153-80dc-4b04-94c4-e4a4901fbad6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae06fc7-68ea-4df8-8b7e-0909597eb7ce HTTP/1.1" status: 200 len: 217 time: 0.0379229 May 05 20:35:23.916343 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497538b4-113e-4b44-be38-2b08cb729503 req-5c05ad61-050f-432f-8cf5-326496b078e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.917998 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-5c05ad61-050f-432f-8cf5-326496b078e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0545430 May 05 20:35:23.928433 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02010-0d68-4b0c-810a-f1259c9300c4 req-37fa1b34-dd93-451f-a475-0ecb10fdb5ae tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.929969 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-79e02010-0d68-4b0c-810a-f1259c9300c4 req-37fa1b34-dd93-451f-a475-0ecb10fdb5ae tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 944 time: 0.0548902 May 05 20:35:23.970254 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497538b4-113e-4b44-be38-2b08cb729503 req-a4bb6b41-490e-4b16-a238-409c074feb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.971913 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-a4bb6b41-490e-4b16-a238-409c074feb9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460083 May 05 20:35:23.979382 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-79e02010-0d68-4b0c-810a-f1259c9300c4 req-9e283305-00ec-4357-b329-8aa0612a9c6c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429173 May 05 20:35:23.986406 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-851bd79a-e2c4-479d-9dfd-522801135c3e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (eaef6bfa-2921-419b-948b-d852343e8941), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.988992 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-851bd79a-e2c4-479d-9dfd-522801135c3e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:23.992665 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-851bd79a-e2c4-479d-9dfd-522801135c3e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] 10.222.0.49 "DELETE /v2.0/security-groups/eaef6bfa-2921-419b-948b-d852343e8941 HTTP/1.1" status: 204 len: 168 time: 0.3232248 May 05 20:35:24.008750 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bd79a-e2c4-479d-9dfd-522801135c3e tempest-TestShelveInstance-507243788 tempest-TestShelveInstance-507243788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaef6bfa-2921-419b-948b-d852343e8941,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:24.105135 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37250) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:24.118891 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-75785f4f-a5fb-40e2-9e3f-899aaa285d3a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:24.121452 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-75785f4f-a5fb-40e2-9e3f-899aaa285d3a tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 946 time: 0.1199703 May 05 20:35:24.123897 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-9b48808e-2b3b-4b93-a1e1-895157582916 service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442070 May 05 20:35:24.619232 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-497538b4-113e-4b44-be38-2b08cb729503 req-825e3069-4c2c-4dbd-806b-e660176158ef service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876676 May 05 20:35:24.680375 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Deleting port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:24.680717 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:24.827470 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] For port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:24.827821 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:24.952734 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429bea-8160-40c8-8052-ef025ca015a7 req-cf83575b-0069-449f-90bc-e0d590248c3e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:24.954247 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d429bea-8160-40c8-8052-ef025ca015a7 req-cf83575b-0069-449f-90bc-e0d590248c3e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 946 time: 0.0582712 May 05 20:35:25.004987 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d429bea-8160-40c8-8052-ef025ca015a7 req-4ae4057a-8779-44b6-8de8-fc76cf96f03e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups?id=a840a7da-27de-4e26-99ae-ae9883b57737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448034 May 05 20:35:25.032517 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0b7-94ca-4eab-8d40-cde42e16cecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:25.067018 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:25.067365 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (7639974f-c0d7-4092-b2e5-9a79f2236628), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:25.067676 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Floating IP 7639974f-c0d7-4092-b2e5-9a79f2236628 disassociated. External IP: 172.27.0.61, port: 09bb2e5c-56ab-40af-ab63-6f34a7ccd002. May 05 20:35:25.068012 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Calling delete_port for 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:25.126949 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9cb36-988d-4256-9419-4fde413e9042 req-5a0888d0-9351-4b1c-9b2f-96c16b7850cc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:25.128532 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dee9cb36-988d-4256-9419-4fde413e9042 req-5a0888d0-9351-4b1c-9b2f-96c16b7850cc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 944 time: 0.0627630 May 05 20:35:25.173927 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:25.179624 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dee9cb36-988d-4256-9419-4fde413e9042 req-8936a27d-f1f4-459b-8315-843322ab5853 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454743 May 05 20:35:25.375461 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (09bb2e5c-56ab-40af-ab63-6f34a7ccd002), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:25.407278 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event deleted for resources: {'Port': ['ID=09bb2e5c-56ab-40af-ab63-6f34a7ccd002,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:25.578662 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Router 0a60366f-53fe-4d16-a280-336d06eaae56 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:35:25.600879 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Deleting port f0b729c7-0189-4202-8e28-a981b27520f7 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:25.601220 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:25.762538 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] For port f0b729c7-0189-4202-8e28-a981b27520f7, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=f0b729c7-0189-4202-8e28-a981b27520f7,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:25.763203 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:25.766107 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:25.775959 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] Sync routers for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:25.783720 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Calling delete_port for f0b729c7-0189-4202-8e28-a981b27520f7 owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:25.790212 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:25.790973 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:25.865117 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] No DVR routers for this DVR port 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:25.868325 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:25.871716 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44585c02-acdd-40f3-a0f4-8fb2f60f4fba req-68c791e8-284c-4e31-aaa8-6de3e4e33eea tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.41 "DELETE /v2.0/ports/09bb2e5c-56ab-40af-ab63-6f34a7ccd002 HTTP/1.1" status: 204 len: 173 time: 1.7414243 May 05 20:35:25.872171 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-deleted', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:25.874495 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a72955b-8f9a-49ca-974c-25e2709418fa" -d '{"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-deleted", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:35:25.931299 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:25.949523 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9413f3-1239-46f4-be8a-810f8e33fcef x-openstack-request-id: req-2b9413f3-1239-46f4-be8a-810f8e33fcef {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:35:25.949806 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7996a888-2a51-4b1d-a3c9-04d4f4b92cf9", "name": "network-vif-deleted", "tag": "09bb2e5c-56ab-40af-ab63-6f34a7ccd002", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:35:25.950057 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b9413f3-1239-46f4-be8a-810f8e33fcef {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:35:25.950477 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9413f3-1239-46f4-be8a-810f8e33fcef'] response: {'server_uuid': '7996a888-2a51-4b1d-a3c9-04d4f4b92cf9', 'name': 'network-vif-deleted', 'tag': '09bb2e5c-56ab-40af-ab63-6f34a7ccd002', 'status': 'completed', 'code': 200} May 05 20:35:26.112305 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (f0b729c7-0189-4202-8e28-a981b27520f7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:26.116410 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0ef31978-dc40-43ea-8785-6e51b15583ea req-db346c56-68fe-4cf7-93fd-da6cc2e0954e tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/ports?device_id=7996a888-2a51-4b1d-a3c9-04d4f4b92cf9 HTTP/1.1" status: 200 len: 210 time: 0.0280094 May 05 20:35:26.156818 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:26.157668 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b729c7-0189-4202-8e28-a981b27520f7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:26.181763 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] Checking router: 0a60366f-53fe-4d16-a280-336d06eaae56 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:26.191466 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:26.192363 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:26.324785 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9b4df-b89a-4a43-8d26-dc8e89ec3a61 req-d31866e9-1d61-48e7-8dea-275b630b9eac tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:26.333926 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-48a9b4df-b89a-4a43-8d26-dc8e89ec3a61 req-d31866e9-1d61-48e7-8dea-275b630b9eac tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 944 time: 0.0785766 May 05 20:35:26.336118 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:26.382604 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:26.397364 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-48a9b4df-b89a-4a43-8d26-dc8e89ec3a61 req-3b5b9a41-4ab5-44b4-b73c-4e6974f2de4c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621688 May 05 20:35:26.592374 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:26.620221 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:35:26.659813 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device bae06fc7-68ea-4df8-8b7e-0909597eb7ce details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:35:26.661651 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:26.693204 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:26.693659 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 09bb2e5c-56ab-40af-ab63-6f34a7ccd002 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:26.734381 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:26.742055 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-95790a56-2b8b-4858-984f-a9cb11330531 admin admin] 10.222.0.49 "PUT /v2.0/routers/a17dccf1-6933-4c1d-b2e9-771d8be3aba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354141 May 05 20:35:26.742193 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37268) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:26.742720 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] Sync routers for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:26.759090 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:26.760011 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:26.773443 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:26.808800 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748f268-a282-4a79-82e8-076678eddae7 None None] The sync data for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi is: [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:28:26Z', 'revision_number': 4, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': '51fd8cbf-b5bd-43cc-8bdd-57ee1c125383', 'name': '', 'network_id': '1a727c37-2514-4038-8e92-e65388f44393', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'mac_address': 'fa:16:3e:b8:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:24Z', 'updated_at': '2022-05-05T20:28:34Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'subnets': [{'id': '1704d291-8c26-4fed-9f6e-857944ec7156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:26.828490 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port bae06fc7-68ea-4df8-8b7e-0909597eb7ce, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:26.840699 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:35:26.895255 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port bae06fc7-68ea-4df8-8b7e-0909597eb7ce is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:26.895650 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:26.910653 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:26.912113 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae06fc7-68ea-4df8-8b7e-0909597eb7ce {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:35:26.937056 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port bae06fc7-68ea-4df8-8b7e-0909597eb7ce, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:26.981279 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.047946 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:27.060926 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.061721 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.062315 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.062881 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.063635 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.064199 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.064881 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.065488 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.066061 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.066813 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.067425 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.068149 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.069000 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:27.139079 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks [] for router (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.196904 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496164b0-0cdd-4dcd-9a2f-3fbf96c1f91c None None] New status for floating IP 7639974f-c0d7-4092-b2e5-9a79f2236628: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:35:27.220634 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:35:25Z', 'revision_number': 5, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:27.237803 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['bae06fc7-68ea-4df8-8b7e-0909597eb7ce'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:35:27.250764 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] Checking router: a17dccf1-6933-4c1d-b2e9-771d8be3aba6 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:27.259380 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] Routers {'a17dccf1-6933-4c1d-b2e9-771d8be3aba6'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:27.259995 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:27.267203 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks [] for router_gateway (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.286064 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37274) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:27.345174 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a311-36f5-4cba-817d-4c127d90e114 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (a840a7da-27de-4e26-99ae-ae9883b57737), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.372688 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a311-36f5-4cba-817d-4c127d90e114 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (a840a7da-27de-4e26-99ae-ae9883b57737), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.375299 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] Set router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:27.389721 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Deleting port 25f86657-5098-4933-8fd0-359ba7517df0 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:27.390739 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (25f86657-5098-4933-8fd0-359ba7517df0), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.507698 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a311-36f5-4cba-817d-4c127d90e114 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (a840a7da-27de-4e26-99ae-ae9883b57737), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.513386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a311-36f5-4cba-817d-4c127d90e114 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.514883 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9ad1a311-36f5-4cba-817d-4c127d90e114 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "DELETE /v2.0/security-groups/a840a7da-27de-4e26-99ae-ae9883b57737 HTTP/1.1" status: 204 len: 168 time: 0.2278159 May 05 20:35:27.520495 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37278) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:27.527890 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1a311-36f5-4cba-817d-4c127d90e114 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840a7da-27de-4e26-99ae-ae9883b57737,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:27.582863 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] For port 25f86657-5098-4933-8fd0-359ba7517df0, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=25f86657-5098-4933-8fd0-359ba7517df0,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:27.583345 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (25f86657-5098-4933-8fd0-359ba7517df0), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.598058 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-fe74c02e-5497-48ac-9e1c-b29d7ce231c6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] show failed (client error): The resource could not be found. May 05 20:35:27.599576 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fe74c02e-5497-48ac-9e1c-b29d7ce231c6 tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "GET /v2.0/security-groups/a840a7da-27de-4e26-99ae-ae9883b57737 HTTP/1.1" status: 404 len: 347 time: 0.0788386 May 05 20:35:27.602514 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37280) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:27.612650 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Calling delete_port for 25f86657-5098-4933-8fd0-359ba7517df0 owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:27.616219 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:35:25Z', 'revision_number': 5, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:27.652435 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23360-1ee7-4c43-ad42-8c07e2073904 req-4391e562-30a9-4e43-8722-631da6f09fa1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:27.654939 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-45c23360-1ee7-4c43-ad42-8c07e2073904 req-4391e562-30a9-4e43-8722-631da6f09fa1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 945 time: 0.1555166 May 05 20:35:27.662146 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedead52-4cbc-4cef-bafd-ea6d7606f779 None None] The sync data for ids ['a17dccf1-6933-4c1d-b2e9-771d8be3aba6'] in dv-cinder-840730-1-iscsi is: [{'id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'name': 'tempest-TestShelveInstance-308916505-router', 'tenant_id': 'c7e2232065a84ff88ccc574160e0114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '25f86657-5098-4933-8fd0-359ba7517df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:35:25Z', 'revision_number': 5, 'project_id': 'c7e2232065a84ff88ccc574160e0114c', 'gw_port': {'id': '25f86657-5098-4933-8fd0-359ba7517df0', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17dccf1-6933-4c1d-b2e9-771d8be3aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:23Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:27.740448 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Deleting port e3428170-3ca3-42a1-80cc-d8cb03ba4938 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:27.740882 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (e3428170-3ca3-42a1-80cc-d8cb03ba4938), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.756644 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-45c23360-1ee7-4c43-ad42-8c07e2073904 req-4ab70399-6471-4b04-9e9e-18298cf5a4ee tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654852 May 05 20:35:27.946609 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (25f86657-5098-4933-8fd0-359ba7517df0), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:27.973119 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f86657-5098-4933-8fd0-359ba7517df0,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:28.056665 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.080107 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (e3428170-3ca3-42a1-80cc-d8cb03ba4938), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.082355 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (e3428170-3ca3-42a1-80cc-d8cb03ba4938), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.096007 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Calling delete_port for e3428170-3ca3-42a1-80cc-d8cb03ba4938 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:28.118503 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.172971 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.175464 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks [] for router_controller (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.185367 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device f0b729c7-0189-4202-8e28-a981b27520f7 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:28.223606 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: f0b729c7-0189-4202-8e28-a981b27520f7 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:28.224213 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device f0b729c7-0189-4202-8e28-a981b27520f7 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:28.306458 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (a17dccf1-6933-4c1d-b2e9-771d8be3aba6), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.306994 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a17dccf1-6933-4c1d-b2e9-771d8be3aba6 {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:35:28.311527 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.312646 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7095fa2c-7387-4513-9751-e9b1c8aba753 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a17dccf1-6933-4c1d-b2e9-771d8be3aba6 HTTP/1.1" status: 204 len: 168 time: 1.5693059 May 05 20:35:28.315253 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37282) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:28.358533 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (e3428170-3ca3-42a1-80cc-d8cb03ba4938), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.367458 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbeab07a-c857-4636-8788-4a170d2a36b5 admin admin] Deleting subnet 12f6e706-08fa-40dc-995a-d4d4a2d2fa7e {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:35:28.371078 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dbeab07a-c857-4636-8788-4a170d2a36b5 admin admin] Publish callbacks [] for subnet (12f6e706-08fa-40dc-995a-d4d4a2d2fa7e), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.387884 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Pushing event deleted for resources: {'Port': ['ID=e3428170-3ca3-42a1-80cc-d8cb03ba4938,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:28.417997 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dbeab07a-c857-4636-8788-4a170d2a36b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9462820'] for subnet (12f6e706-08fa-40dc-995a-d4d4a2d2fa7e), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.454564 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks [] for floatingip (7639974f-c0d7-4092-b2e5-9a79f2236628), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.457067 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.458249 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-02c7c980-3cd4-4772-8c33-bc591a87bfba tempest-AttachVolumeShelveTestJSON-1092200116 tempest-AttachVolumeShelveTestJSON-1092200116-project] 10.222.0.49 "DELETE /v2.0/floatingips/7639974f-c0d7-4092-b2e5-9a79f2236628 HTTP/1.1" status: 204 len: 168 time: 0.8540227 May 05 20:35:28.505733 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dbeab07a-c857-4636-8788-4a170d2a36b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (12f6e706-08fa-40dc-995a-d4d4a2d2fa7e), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.643978 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dbeab07a-c857-4636-8788-4a170d2a36b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9804503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8825823'] for subnet (12f6e706-08fa-40dc-995a-d4d4a2d2fa7e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.674698 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeab07a-c857-4636-8788-4a170d2a36b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f6e706-08fa-40dc-995a-d4d4a2d2fa7e,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:28.677916 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device bae06fc7-68ea-4df8-8b7e-0909597eb7ce up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:35:28.678396 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dbeab07a-c857-4636-8788-4a170d2a36b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.682190 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dbeab07a-c857-4636-8788-4a170d2a36b5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/12f6e706-08fa-40dc-995a-d4d4a2d2fa7e HTTP/1.1" status: 204 len: 168 time: 0.3657031 May 05 20:35:28.686392 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37286) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:28.706407 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0440d0-abf4-4c5f-8a90-69edea590022 None None] Network db004025-88a0-4413-a8fa-287a22738800 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:35:28.759668 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (db004025-88a0-4413-a8fa-287a22738800), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.832170 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Deleting port 3f4cb699-854b-4c6a-8d1e-96346b901190 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:28.832965 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.879845 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port bae06fc7-68ea-4df8-8b7e-0909597eb7ce completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:35:28.884599 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port bae06fc7-68ea-4df8-8b7e-0909597eb7ce triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:35:28.887491 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.911780 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b1a57-eba8-4569-8091-3f7e3157dfad None None] DHCP port deletion for db004025-88a0-4413-a8fa-287a22738800 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:35:28.933054 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] For port 3f4cb699-854b-4c6a-8d1e-96346b901190, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=3f4cb699-854b-4c6a-8d1e-96346b901190,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:28.933554 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:28.950531 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Calling delete_port for 3f4cb699-854b-4c6a-8d1e-96346b901190 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:28.964568 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7530652-1941-45f8-b344-0237d05c7b25 req-6c8aa171-e965-401b-b9c9-548b6f8918cb tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:28.966261 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7530652-1941-45f8-b344-0237d05c7b25 req-6c8aa171-e965-401b-b9c9-548b6f8918cb tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 945 time: 0.1309359 May 05 20:35:29.002851 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port bae06fc7-68ea-4df8-8b7e-0909597eb7ce is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:35:29.003138 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.019180 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b91b1a57-eba8-4569-8091-3f7e3157dfad None None] Deleting port 3f4cb699-854b-4c6a-8d1e-96346b901190 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:29.019668 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a57-eba8-4569-8091-3f7e3157dfad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.065440 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7530652-1941-45f8-b344-0237d05c7b25 req-bd431ffe-9ce7-4e2b-9485-5ad55e53d7eb tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913751 May 05 20:35:29.071692 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:29.080012 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db506f40-5b6d-4441-b5af-e9c5a1dc4d7e" -d '{"events": [{"server_uuid": "6c1fa8c1-71d7-4be1-822b-ad272673dd72", "name": "network-vif-plugged", "status": "completed", "tag": "bae06fc7-68ea-4df8-8b7e-0909597eb7ce"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:35:29.095194 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port bae06fc7-68ea-4df8-8b7e-0909597eb7ce, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:29.110901 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-b91b1a57-eba8-4569-8091-3f7e3157dfad None None] For port 3f4cb699-854b-4c6a-8d1e-96346b901190, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=3f4cb699-854b-4c6a-8d1e-96346b901190,segment=NetworkSegment(962af4fb-faa6-4eb5-b274-e6ae0b3d8c87),segment_id=962af4fb-faa6-4eb5-b274-e6ae0b3d8c87)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:29.111366 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a57-eba8-4569-8091-3f7e3157dfad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.114505 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458fffe7-7e93-4aaf-912f-298e1b63c475 x-openstack-request-id: req-458fffe7-7e93-4aaf-912f-298e1b63c475 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:35:29.114777 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1fa8c1-71d7-4be1-822b-ad272673dd72", "name": "network-vif-plugged", "status": "completed", "tag": "bae06fc7-68ea-4df8-8b7e-0909597eb7ce", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:35:29.115026 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-458fffe7-7e93-4aaf-912f-298e1b63c475 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:35:29.115412 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458fffe7-7e93-4aaf-912f-298e1b63c475'] response: {'server_uuid': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'code': 200} May 05 20:35:29.126089 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b91b1a57-eba8-4569-8091-3f7e3157dfad None None] Calling delete_port for 3f4cb699-854b-4c6a-8d1e-96346b901190 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:29.163589 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.185125 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.193163 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4cb699-854b-4c6a-8d1e-96346b901190,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:29.194031 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] No DVR routers for this DVR port 3f4cb699-854b-4c6a-8d1e-96346b901190 on host dv-cinder-840730-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:29.250123 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a57-eba8-4569-8091-3f7e3157dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (3f4cb699-854b-4c6a-8d1e-96346b901190), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.255081 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:29.271783 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (db004025-88a0-4413-a8fa-287a22738800), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.283024 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b1a57-eba8-4569-8091-3f7e3157dfad None None] No DVR routers for this DVR port 3f4cb699-854b-4c6a-8d1e-96346b901190 on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:29.284906 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b1a57-eba8-4569-8091-3f7e3157dfad None None] Pushing event deleted for resources: {'Port': ['ID=3f4cb699-854b-4c6a-8d1e-96346b901190,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:29.300538 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db004025-88a0-4413-a8fa-287a22738800']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:29.312960 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:29.313428 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962af4fb-faa6-4eb5-b274-e6ae0b3d8c87') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:29.323397 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9462845'] for segment (962af4fb-faa6-4eb5-b274-e6ae0b3d8c87), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.336965 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (962af4fb-faa6-4eb5-b274-e6ae0b3d8c87), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.343191 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:35:29.343574 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9804425'] for segment (962af4fb-faa6-4eb5-b274-e6ae0b3d8c87), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: Traceback (most recent call last): May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: timer() May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: cb(*args, **kw) May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: return func(*args, **kwargs) May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: self._notify() May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: self.callback(batched_events) May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: event.method(event) May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: return f(self, *a, **k) May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._get(url).json() May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: return self.request(url, 'GET', **kwargs) May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:35:29.345355 dv-cinder-840730-1-iscsi neutron-server[103995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:35:29.534160 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54971b9-9e46-474d-bc93-a3af41f8bfdd req-4f70378c-c60e-4daa-96b3-88b4c06d5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:29.535573 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d54971b9-9e46-474d-bc93-a3af41f8bfdd req-4f70378c-c60e-4daa-96b3-88b4c06d5793 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 1130 time: 0.0439322 May 05 20:35:29.563594 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (db004025-88a0-4413-a8fa-287a22738800), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.563767 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.568757 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:29.575472 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/db004025-88a0-4413-a8fa-287a22738800 HTTP/1.1" status: 204 len: 168 time: 0.8893986 May 05 20:35:29.576087 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37294) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:29.592850 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d54971b9-9e46-474d-bc93-a3af41f8bfdd req-abb82f8c-7112-43c8-8f10-d1335845951f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478287 May 05 20:35:29.628684 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf58f75-f0f0-4ee2-a750-d828a4e1cab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=db004025-88a0-4413-a8fa-287a22738800,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:29.859189 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 25f86657-5098-4933-8fd0-359ba7517df0 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:29.884808 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 25f86657-5098-4933-8fd0-359ba7517df0 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:29.885159 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 25f86657-5098-4933-8fd0-359ba7517df0 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:29.885600 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 3f4cb699-854b-4c6a-8d1e-96346b901190 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:29.908697 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 3f4cb699-854b-4c6a-8d1e-96346b901190 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:29.909042 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 3f4cb699-854b-4c6a-8d1e-96346b901190 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:29.973468 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (13e5af9c-06ea-47f4-9624-be4f33454fd3), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:30.231301 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b24fb-3dad-4d89-b3c5-bfc071ebf717 req-da04b9bb-c144-41e7-88ba-c80db96bfb14 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:30.232757 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6a8b24fb-3dad-4d89-b3c5-bfc071ebf717 req-da04b9bb-c144-41e7-88ba-c80db96bfb14 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 946 time: 0.0916386 May 05 20:35:30.307829 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6a8b24fb-3dad-4d89-b3c5-bfc071ebf717 req-7db77b6d-3d3f-440f-b3ba-a2c40366ea0c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541983 May 05 20:35:30.313973 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Deleting port a8ffe6c0-883e-4a62-96f3-77f216c1aee6 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:30.316092 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:30.395785 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] For port a8ffe6c0-883e-4a62-96f3-77f216c1aee6, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a8ffe6c0-883e-4a62-96f3-77f216c1aee6,segment=NetworkSegment(222ff38b-6a00-4cc7-99f4-339b22d6e083),segment_id=222ff38b-6a00-4cc7-99f4-339b22d6e083)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:30.396058 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:30.408960 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Calling delete_port for a8ffe6c0-883e-4a62-96f3-77f216c1aee6 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:30.655230 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (a8ffe6c0-883e-4a62-96f3-77f216c1aee6), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:30.681386 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ffe6c0-883e-4a62-96f3-77f216c1aee6,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:30.857910 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (13e5af9c-06ea-47f4-9624-be4f33454fd3), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:31.081500 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Router 13e5af9c-06ea-47f4-9624-be4f33454fd3 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:35:31.190502 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:31.198611 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-908990c0-209d-4019-9a88-6ef993a03158 admin admin] 10.222.0.49 "PUT /v2.0/routers/13e5af9c-06ea-47f4-9624-be4f33454fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172280 May 05 20:35:31.198611 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37312) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:31.199789 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] Sync routers for ids ['13e5af9c-06ea-47f4-9624-be4f33454fd3'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:31.211407 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] Routers {'13e5af9c-06ea-47f4-9624-be4f33454fd3'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:31.212034 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['13e5af9c-06ea-47f4-9624-be4f33454fd3'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:31.254829 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37316) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:31.309398 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks [] for router (13e5af9c-06ea-47f4-9624-be4f33454fd3), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:31.333033 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] Set router 13e5af9c-06ea-47f4-9624-be4f33454fd3 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:31.538320 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a09a233b-334b-467b-824b-fd053c73c369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:31Z', 'updated_at': '2022-05-05T20:35:30Z', 'revision_number': 5, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'gw_port': {'id': 'a09a233b-334b-467b-824b-fd053c73c369', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:32Z', 'updated_at': '2022-05-05T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:31.568849 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] Checking router: 13e5af9c-06ea-47f4-9624-be4f33454fd3 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:31.578315 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] Routers {'13e5af9c-06ea-47f4-9624-be4f33454fd3'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:31.579186 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['13e5af9c-06ea-47f4-9624-be4f33454fd3'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:31.681150 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (0a60366f-53fe-4d16-a280-336d06eaae56), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:31.688089 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] Set router 13e5af9c-06ea-47f4-9624-be4f33454fd3 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:31.702798 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks [] for router_gateway (13e5af9c-06ea-47f4-9624-be4f33454fd3), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:31.720059 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42038d99-606d-4826-afb1-377303472fc2 req-3fee2854-c8a0-494a-b934-4bbdd2b985a0 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:31.721612 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42038d99-606d-4826-afb1-377303472fc2 req-3fee2854-c8a0-494a-b934-4bbdd2b985a0 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 946 time: 0.0809243 May 05 20:35:31.777649 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42038d99-606d-4826-afb1-377303472fc2 req-01ae3158-c5fc-4915-8670-be134c3f8307 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482869 May 05 20:35:31.859331 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Deleting port a09a233b-334b-467b-824b-fd053c73c369 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:31.862374 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (a09a233b-334b-467b-824b-fd053c73c369), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:31.876312 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a09a233b-334b-467b-824b-fd053c73c369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:31Z', 'updated_at': '2022-05-05T20:35:30Z', 'revision_number': 5, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'gw_port': {'id': 'a09a233b-334b-467b-824b-fd053c73c369', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:32Z', 'updated_at': '2022-05-05T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:31.908729 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc9e2b-c17d-46b3-acb4-81df3c0eeea6 None None] The sync data for ids ['13e5af9c-06ea-47f4-9624-be4f33454fd3'] in dv-cinder-840730-1-iscsi is: [{'id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'name': 'tempest-TestShelveInstance-3611005-router', 'tenant_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a09a233b-334b-467b-824b-fd053c73c369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:31Z', 'updated_at': '2022-05-05T20:35:30Z', 'revision_number': 5, 'project_id': 'cfa7c5ab5c8d45c59601a3a4529b6348', 'gw_port': {'id': 'a09a233b-334b-467b-824b-fd053c73c369', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5af9c-06ea-47f4-9624-be4f33454fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:32Z', 'updated_at': '2022-05-05T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:32.003322 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] For port a09a233b-334b-467b-824b-fd053c73c369, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a09a233b-334b-467b-824b-fd053c73c369,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:32.003686 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (a09a233b-334b-467b-824b-fd053c73c369), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.004482 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Deleting port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:32.004819 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.012284 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de42047-a567-4210-9a03-8a32df3f70e8 req-2d8d47a1-030c-45df-a896-4c5c10e6e430 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:32.014425 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6de42047-a567-4210-9a03-8a32df3f70e8 req-2d8d47a1-030c-45df-a896-4c5c10e6e430 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 946 time: 0.1275077 May 05 20:35:32.024642 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37324) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:32.026752 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Calling delete_port for a09a233b-334b-467b-824b-fd053c73c369 owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:32.031982 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-0fc1b1f1-cedf-4bf8-ade1-616952ca980b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'floatingip': {'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:35:32.079559 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b1f1-cedf-4bf8-ade1-616952ca980b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (39ccf78c-3205-4eab-934f-536c37986620), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.085108 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] For port 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=51fd8cbf-b5bd-43cc-8bdd-57ee1c125383,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:32.085497 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.099410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Calling delete_port for 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:32.324551 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (51fd8cbf-b5bd-43cc-8bdd-57ee1c125383), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.355592 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fd8cbf-b5bd-43cc-8bdd-57ee1c125383,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:32.503624 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (a09a233b-334b-467b-824b-fd053c73c369), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.537996 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09a233b-334b-467b-824b-fd053c73c369,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:32.558229 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (0a60366f-53fe-4d16-a280-336d06eaae56), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.651665 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (13e5af9c-06ea-47f4-9624-be4f33454fd3), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.766403 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (13e5af9c-06ea-47f4-9624-be4f33454fd3), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.769809 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks [] for router_controller (13e5af9c-06ea-47f4-9624-be4f33454fd3), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.792259 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Router 0a60366f-53fe-4d16-a280-336d06eaae56 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:35:32.858236 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b1f1-cedf-4bf8-ade1-616952ca980b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.905637 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:32.911051 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9e0d6350-cb56-4752-b9e7-d56fba0d3e16 admin admin] 10.222.0.49 "PUT /v2.0/routers/0a60366f-53fe-4d16-a280-336d06eaae56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6551461 May 05 20:35:32.913635 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37326) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:32.915003 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] Sync routers for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:32.925892 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:32.926520 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:32.954614 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (13e5af9c-06ea-47f4-9624-be4f33454fd3), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.955128 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13e5af9c-06ea-47f4-9624-be4f33454fd3 {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:35:32.956588 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b1f1-cedf-4bf8-ade1-616952ca980b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (39ccf78c-3205-4eab-934f-536c37986620), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.961955 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:32.965354 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7cc1d611-2156-42c9-b98f-1e322c8786d4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/13e5af9c-06ea-47f4-9624-be4f33454fd3 HTTP/1.1" status: 204 len: 168 time: 1.7636392 May 05 20:35:32.965758 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37328) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:33.021731 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Deleting subnet 1c329982-b920-42fc-8709-34872de1504b {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:35:33.025444 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Publish callbacks [] for subnet (1c329982-b920-42fc-8709-34872de1504b), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.065597 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:33.070540 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875637'] for subnet (1c329982-b920-42fc-8709-34872de1504b), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.122696 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks [] for router (0a60366f-53fe-4d16-a280-336d06eaae56), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.168209 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (1c329982-b920-42fc-8709-34872de1504b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.175189 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-0fc1b1f1-cedf-4bf8-ade1-616952ca980b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Floating IP 39ccf78c-3205-4eab-934f-536c37986620 associated. External IP: 172.27.0.84, port: bae06fc7-68ea-4df8-8b7e-0909597eb7ce. May 05 20:35:33.273790 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:35:32Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:33.300676 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] Checking router: 0a60366f-53fe-4d16-a280-336d06eaae56 for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:33.310692 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] Routers {'0a60366f-53fe-4d16-a280-336d06eaae56'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:33.311361 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['0a60366f-53fe-4d16-a280-336d06eaae56'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:33.318919 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks [] for router_gateway (0a60366f-53fe-4d16-a280-336d06eaae56), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.324801 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9233526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8636503'] for subnet (1c329982-b920-42fc-8709-34872de1504b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.356871 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c329982-b920-42fc-8709-34872de1504b,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:33.364999 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.370515 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1c329982-b920-42fc-8709-34872de1504b HTTP/1.1" status: 204 len: 168 time: 0.4015391 May 05 20:35:33.370515 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.370515 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.371148 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.371509 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37332) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:33.371695 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.372078 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.372600 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.373139 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.373635 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.378187 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.378187 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.378187 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.378187 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.378187 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb767be6-761c-49f1-936d-e8f274d33ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:33.378650 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cc91ca-2085-40e0-adcb-87badb769fef None None] Network a7d372dd-8f2c-4d83-9f16-7477fcf39916 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:35:33.504914 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (a7d372dd-8f2c-4d83-9f16-7477fcf39916), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.569422 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc1b1f1-cedf-4bf8-ade1-616952ca980b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:35:33.582620 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Deleting port 5ffd066c-bca2-49c2-af41-134f7c36e5db {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:33.582956 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.637711 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] Set router 0a60366f-53fe-4d16-a280-336d06eaae56 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:33.842464 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c2b33-b7b4-454d-91c4-c16dfaf5f190 None None] DHCP port deletion for a7d372dd-8f2c-4d83-9f16-7477fcf39916 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:35:33.876605 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:35:32Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:33.909721 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee1245-a8ef-4867-b5bc-805977223130 None None] The sync data for ids ['0a60366f-53fe-4d16-a280-336d06eaae56'] in dv-cinder-840730-1-iscsi is: [{'id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'name': 'tempest-AttachVolumeShelveTestJSON-1362938093-router', 'tenant_id': '83632617c8b842108cfb2620747f0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:19Z', 'updated_at': '2022-05-05T20:35:32Z', 'revision_number': 5, 'project_id': '83632617c8b842108cfb2620747f0761', 'gw_port': {'id': '5ffd066c-bca2-49c2-af41-134f7c36e5db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60366f-53fe-4d16-a280-336d06eaae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:20Z', 'updated_at': '2022-05-05T20:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:33.951741 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-341c2b33-b7b4-454d-91c4-c16dfaf5f190 None None] Deleting port 199573c5-fac7-4139-ac0f-2d131c64c15d {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:33.952362 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-341c2b33-b7b4-454d-91c4-c16dfaf5f190 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:33.973769 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Deleting port 199573c5-fac7-4139-ac0f-2d131c64c15d {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:33.974112 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.015858 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-341c2b33-b7b4-454d-91c4-c16dfaf5f190 None None] For port 199573c5-fac7-4139-ac0f-2d131c64c15d, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=199573c5-fac7-4139-ac0f-2d131c64c15d,segment=NetworkSegment(222ff38b-6a00-4cc7-99f4-339b22d6e083),segment_id=222ff38b-6a00-4cc7-99f4-339b22d6e083)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:34.016256 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-341c2b33-b7b4-454d-91c4-c16dfaf5f190 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.033406 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-341c2b33-b7b4-454d-91c4-c16dfaf5f190 None None] Calling delete_port for 199573c5-fac7-4139-ac0f-2d131c64c15d owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:34.039944 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] For port 5ffd066c-bca2-49c2-af41-134f7c36e5db, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=5ffd066c-bca2-49c2-af41-134f7c36e5db,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:34.040311 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.053655 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc1b1f1-cedf-4bf8-ade1-616952ca980b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:35:34.066697 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:34.067885 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b1f1-cedf-4bf8-ade1-616952ca980b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.073008 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Calling delete_port for 5ffd066c-bca2-49c2-af41-134f7c36e5db owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:34.082406 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:34.084137 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:34.111617 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] For port 199573c5-fac7-4139-ac0f-2d131c64c15d, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=199573c5-fac7-4139-ac0f-2d131c64c15d,segment=NetworkSegment(222ff38b-6a00-4cc7-99f4-339b22d6e083),segment_id=222ff38b-6a00-4cc7-99f4-339b22d6e083)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:34.111902 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.160121 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Calling delete_port for 199573c5-fac7-4139-ac0f-2d131c64c15d owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:34.164290 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0fc1b1f1-cedf-4bf8-ade1-616952ca980b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "PUT /v2.0/floatingips/39ccf78c-3205-4eab-934f-536c37986620 HTTP/1.1" status: 200 len: 991 time: 2.1386950 May 05 20:35:34.168030 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'tag': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:34.170800 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7ce6ec-82a1-45e4-8798-918407eeecdb" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1fa8c1-71d7-4be1-822b-ad272673dd72", "tag": "bae06fc7-68ea-4df8-8b7e-0909597eb7ce"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:35:34.192900 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-341c2b33-b7b4-454d-91c4-c16dfaf5f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.202170 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:34.229771 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c2b33-b7b4-454d-91c4-c16dfaf5f190 None None] Pushing event deleted for resources: {'Port': ['ID=199573c5-fac7-4139-ac0f-2d131c64c15d,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:34.233240 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055a7282-0f95-480b-bd66-bf3063d1d9f0 x-openstack-request-id: req-055a7282-0f95-480b-bd66-bf3063d1d9f0 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:35:34.233562 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1fa8c1-71d7-4be1-822b-ad272673dd72", "tag": "bae06fc7-68ea-4df8-8b7e-0909597eb7ce", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:35:34.233682 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c2b33-b7b4-454d-91c4-c16dfaf5f190 None None] No DVR routers for this DVR port 199573c5-fac7-4139-ac0f-2d131c64c15d on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:34.233812 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-055a7282-0f95-480b-bd66-bf3063d1d9f0 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:35:34.234215 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055a7282-0f95-480b-bd66-bf3063d1d9f0'] response: {'name': 'network-changed', 'server_uuid': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'tag': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'status': 'completed', 'code': 200} May 05 20:35:34.296766 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a8ffe6c0-883e-4a62-96f3-77f216c1aee6 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:34.322533 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-e9a85d4e-d5ea-4221-aa3d-b558fdc33d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:34.324056 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-e9a85d4e-d5ea-4221-aa3d-b558fdc33d73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 1130 time: 0.0865157 May 05 20:35:34.341656 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: a8ffe6c0-883e-4a62-96f3-77f216c1aee6 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:34.346178 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a8ffe6c0-883e-4a62-96f3-77f216c1aee6 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:34.346178 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a09a233b-334b-467b-824b-fd053c73c369 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:34.380330 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: a09a233b-334b-467b-824b-fd053c73c369 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:34.380604 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a09a233b-334b-467b-824b-fd053c73c369 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:34.423542 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (199573c5-fac7-4139-ac0f-2d131c64c15d), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.443859 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-0be42c57-fdb7-48a1-b721-af9e9fcc20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:34.445446 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-0be42c57-fdb7-48a1-b721-af9e9fcc20ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 916 time: 0.1152041 May 05 20:35:34.457170 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] No DVR routers for this DVR port 199573c5-fac7-4139-ac0f-2d131c64c15d on host dv-cinder-840730-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:34.506547 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Pushing event deleted for resources: {'Port': ['ID=199573c5-fac7-4139-ac0f-2d131c64c15d,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:34.520074 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.520433 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.520783 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.521802 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.522145 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.522488 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.522827 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.523167 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.523500 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.523833 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.524164 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.524490 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.524818 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:34.529085 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-9ee173c6-04de-4e40-bca0-7343e4dc2d98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae06fc7-68ea-4df8-8b7e-0909597eb7ce HTTP/1.1" status: 200 len: 999 time: 0.0762823 May 05 20:35:34.582021 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (5ffd066c-bca2-49c2-af41-134f7c36e5db), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.585870 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (a7d372dd-8f2c-4d83-9f16-7477fcf39916), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.594156 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-1609df9a-3934-464b-8e81-1430109af065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:34.595908 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-1609df9a-3934-464b-8e81-1430109af065 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0595894 May 05 20:35:34.599836 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '39ccf78c-3205-4eab-934f-536c37986620', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:17Z', 'updated_at': '2022-05-05T20:35:32Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:34.629511 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffd066c-bca2-49c2-af41-134f7c36e5db,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:34.633123 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:34.643755 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:35:34.644697 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:35:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:34.655674 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-81b402e5-5b77-4716-9257-03a7260a9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:34.657361 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-81b402e5-5b77-4716-9257-03a7260a9da1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546949 May 05 20:35:34.663331 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d372dd-8f2c-4d83-9f16-7477fcf39916']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:34.693675 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222ff38b-6a00-4cc7-99f4-339b22d6e083') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:34.693975 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222ff38b-6a00-4cc7-99f4-339b22d6e083') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:34.708944 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9462845'] for segment (222ff38b-6a00-4cc7-99f4-339b22d6e083), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.727771 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (0a60366f-53fe-4d16-a280-336d06eaae56), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.730829 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (222ff38b-6a00-4cc7-99f4-339b22d6e083), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.757767 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:35:34.758843 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-43a9a375-fa79-4cda-910e-0d5cf7a845fd service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949023 May 05 20:35:34.795501 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9804425'] for segment (222ff38b-6a00-4cc7-99f4-339b22d6e083), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: self.session.flush() May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: self.session.flush() May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: self.session.flush() May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: self.session.flush() May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: Traceback (most recent call last): May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: timer() May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: cb(*args, **kw) May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: return func(*args, **kwargs) May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: self._notify() May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: self.callback(batched_events) May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: event.method(event) May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: return f(self, *a, **k) May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._get(url).json() May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: return self.request(url, 'GET', **kwargs) May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:35:34.798211 dv-cinder-840730-1-iscsi neutron-server[103995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:35:34.855384 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc7ce6ec-82a1-45e4-8798-918407eeecdb req-6986056a-2933-4639-8b5d-b89153aaee0c service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901740 May 05 20:35:34.867618 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (0a60366f-53fe-4d16-a280-336d06eaae56), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.877676 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks [] for router_controller (0a60366f-53fe-4d16-a280-336d06eaae56), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.963372 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (a7d372dd-8f2c-4d83-9f16-7477fcf39916), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.970807 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.974385 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a7d372dd-8f2c-4d83-9f16-7477fcf39916 HTTP/1.1" status: 204 len: 168 time: 1.6018782 May 05 20:35:34.984689 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013d2d0-1d6a-4ddd-bf2c-4f36b5b6e377 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d372dd-8f2c-4d83-9f16-7477fcf39916,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:34.994526 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '39ccf78c-3205-4eab-934f-536c37986620', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:17Z', 'updated_at': '2022-05-05T20:35:32Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:34.998607 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (0a60366f-53fe-4d16-a280-336d06eaae56), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:34.999144 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a60366f-53fe-4d16-a280-336d06eaae56 {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:35:35.004027 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.010723 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-449f0519-0527-43c3-a007-97f3e1e9f14b admin admin] 10.222.0.49 "DELETE /v2.0/routers/0a60366f-53fe-4d16-a280-336d06eaae56 HTTP/1.1" status: 204 len: 168 time: 2.0907898 May 05 20:35:35.012177 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37340) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:35.030925 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048c9f0-de9e-4876-a957-2159995f508e None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '39ccf78c-3205-4eab-934f-536c37986620', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:17Z', 'updated_at': '2022-05-05T20:35:32Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:35.062569 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-6795ea38-70bf-4656-84fa-dbb808c5def0 admin admin] Deleting subnet 1704d291-8c26-4fed-9f6e-857944ec7156 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:35:35.065956 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6795ea38-70bf-4656-84fa-dbb808c5def0 admin admin] Publish callbacks [] for subnet (1704d291-8c26-4fed-9f6e-857944ec7156), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.109682 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6795ea38-70bf-4656-84fa-dbb808c5def0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9462820'] for subnet (1704d291-8c26-4fed-9f6e-857944ec7156), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.203721 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6795ea38-70bf-4656-84fa-dbb808c5def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (1704d291-8c26-4fed-9f6e-857944ec7156), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.285126 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00cad6-003e-4ea4-b68a-7fa25d55b930 None None] New status for floating IP 39ccf78c-3205-4eab-934f-536c37986620: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:35:35.299426 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37342) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:35.334224 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6795ea38-70bf-4656-84fa-dbb808c5def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9804503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8825823'] for subnet (1704d291-8c26-4fed-9f6e-857944ec7156), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.370070 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0318d474-676e-45a5-8c5f-795c46f6768a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7e2232065a84ff88ccc574160e0114c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695565 May 05 20:35:35.373199 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795ea38-70bf-4656-84fa-dbb808c5def0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1704d291-8c26-4fed-9f6e-857944ec7156,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:35.373927 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37344) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:35.375216 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6795ea38-70bf-4656-84fa-dbb808c5def0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.381387 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6795ea38-70bf-4656-84fa-dbb808c5def0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1704d291-8c26-4fed-9f6e-857944ec7156 HTTP/1.1" status: 204 len: 168 time: 0.3640771 May 05 20:35:35.381387 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37346) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:35.385815 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1d064-adda-4ab4-aa72-51132b563c6e None None] Network 1a727c37-2514-4038-8e92-e65388f44393 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:35:35.442916 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e5ba-90e9-4baf-bdc0-daa11bf7a35c admin admin] Publish callbacks [] for security_group (b9b83141-ab38-48e4-afc8-09970c2faa7d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.456801 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (1a727c37-2514-4038-8e92-e65388f44393), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.465998 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e5ba-90e9-4baf-bdc0-daa11bf7a35c admin admin] Publish callbacks [] for security_group (b9b83141-ab38-48e4-afc8-09970c2faa7d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.519524 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Deleting port 149921be-8898-4248-8d12-8ce08832fcf2 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:35.520173 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (149921be-8898-4248-8d12-8ce08832fcf2), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.597939 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e5ba-90e9-4baf-bdc0-daa11bf7a35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b9b83141-ab38-48e4-afc8-09970c2faa7d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.600532 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e5ba-90e9-4baf-bdc0-daa11bf7a35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.604602 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7cc5e5ba-90e9-4baf-bdc0-daa11bf7a35c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9b83141-ab38-48e4-afc8-09970c2faa7d HTTP/1.1" status: 204 len: 168 time: 0.2257817 May 05 20:35:35.604720 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] For port 149921be-8898-4248-8d12-8ce08832fcf2, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=149921be-8898-4248-8d12-8ce08832fcf2,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:35.604720 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (149921be-8898-4248-8d12-8ce08832fcf2), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.621193 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ebcae-2178-403b-8500-ab97b15515bc None None] DHCP port deletion for 1a727c37-2514-4038-8e92-e65388f44393 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:35:35.621830 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5e5ba-90e9-4baf-bdc0-daa11bf7a35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b83141-ab38-48e4-afc8-09970c2faa7d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:35.625952 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Calling delete_port for 149921be-8898-4248-8d12-8ce08832fcf2 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:35.686312 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-182ebcae-2178-403b-8500-ab97b15515bc None None] Deleting port 149921be-8898-4248-8d12-8ce08832fcf2 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:35:35.686737 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-182ebcae-2178-403b-8500-ab97b15515bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (149921be-8898-4248-8d12-8ce08832fcf2), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.749820 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-182ebcae-2178-403b-8500-ab97b15515bc None None] For port 149921be-8898-4248-8d12-8ce08832fcf2, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=149921be-8898-4248-8d12-8ce08832fcf2,segment=NetworkSegment(79fc8a37-9567-47b4-9dd3-1515c135a76b),segment_id=79fc8a37-9567-47b4-9dd3-1515c135a76b)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:35:35.750130 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-182ebcae-2178-403b-8500-ab97b15515bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (149921be-8898-4248-8d12-8ce08832fcf2), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.766499 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-182ebcae-2178-403b-8500-ab97b15515bc None None] Calling delete_port for 149921be-8898-4248-8d12-8ce08832fcf2 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:35:35.848393 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (149921be-8898-4248-8d12-8ce08832fcf2), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.848393 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] No DVR routers for this DVR port 149921be-8898-4248-8d12-8ce08832fcf2 on host dv-cinder-840730-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:35.848739 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-182ebcae-2178-403b-8500-ab97b15515bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (149921be-8898-4248-8d12-8ce08832fcf2), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.859803 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=149921be-8898-4248-8d12-8ce08832fcf2,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:35.881781 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 5ffd066c-bca2-49c2-af41-134f7c36e5db no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:35.885150 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ebcae-2178-403b-8500-ab97b15515bc None None] Pushing event deleted for resources: {'Port': ['ID=149921be-8898-4248-8d12-8ce08832fcf2,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:35.905101 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ebcae-2178-403b-8500-ab97b15515bc None None] No DVR routers for this DVR port 149921be-8898-4248-8d12-8ce08832fcf2 on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:35.906312 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 5ffd066c-bca2-49c2-af41-134f7c36e5db {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:35.906653 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 5ffd066c-bca2-49c2-af41-134f7c36e5db not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:35.907053 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 149921be-8898-4248-8d12-8ce08832fcf2 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:35.931230 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 149921be-8898-4248-8d12-8ce08832fcf2 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:35.931582 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 149921be-8898-4248-8d12-8ce08832fcf2 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:35.931995 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 199573c5-fac7-4139-ac0f-2d131c64c15d no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:35.936677 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (1a727c37-2514-4038-8e92-e65388f44393), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.952738 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 199573c5-fac7-4139-ac0f-2d131c64c15d {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:35.953083 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 199573c5-fac7-4139-ac0f-2d131c64c15d not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:35.953524 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:35:35.957638 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a727c37-2514-4038-8e92-e65388f44393']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:35.966726 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fc8a37-9567-47b4-9dd3-1515c135a76b') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:35.967275 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fc8a37-9567-47b4-9dd3-1515c135a76b') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:35.972218 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:35:35.972564 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 51fd8cbf-b5bd-43cc-8bdd-57ee1c125383 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:35:35.976697 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9462845'] for segment (79fc8a37-9567-47b4-9dd3-1515c135a76b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.992476 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (79fc8a37-9567-47b4-9dd3-1515c135a76b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:35.999107 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:35:35.999490 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9804425'] for segment (79fc8a37-9567-47b4-9dd3-1515c135a76b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: Traceback (most recent call last): May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: timer() May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: cb(*args, **kw) May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: return func(*args, **kwargs) May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: self._notify() May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: self.callback(batched_events) May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: event.method(event) May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: return f(self, *a, **k) May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._get(url).json() May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: return self.request(url, 'GET', **kwargs) May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:35:36.001167 dv-cinder-840730-1-iscsi neutron-server[103995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:35:36.140688 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (1a727c37-2514-4038-8e92-e65388f44393), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.146144 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.149278 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1a727c37-2514-4038-8e92-e65388f44393 HTTP/1.1" status: 204 len: 168 time: 0.7674775 May 05 20:35:36.160675 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d3037-ba37-4bb9-8ceb-c51ea30c1a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a727c37-2514-4038-8e92-e65388f44393,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:36.455848 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37354) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:36.496806 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3b4740a6-fd2c-4e0b-9147-d5753fe700f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfa7c5ab5c8d45c59601a3a4529b6348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395501 May 05 20:35:36.498960 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37356) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:36.536886 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37358) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:36.548665 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ce672396-78df-47cc-875d-28fd53f6f412 admin admin] Publish callbacks [] for security_group (749e37f2-8e32-4671-ab2a-3fb6d6de5043), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.577674 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f9d239c0-90a6-42d5-a5e5-29c079f69844 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83632617c8b842108cfb2620747f0761&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392962 May 05 20:35:36.578455 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ce672396-78df-47cc-875d-28fd53f6f412 admin admin] Publish callbacks [] for security_group (749e37f2-8e32-4671-ab2a-3fb6d6de5043), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.580072 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37360) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:36.628331 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c5451b29-f60f-4a80-a73c-c146b45eed66 admin admin] Publish callbacks [] for security_group (8bd50200-26ff-48cf-b185-098d872abd22), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.649150 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c5451b29-f60f-4a80-a73c-c146b45eed66 admin admin] Publish callbacks [] for security_group (8bd50200-26ff-48cf-b185-098d872abd22), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.746147 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ce672396-78df-47cc-875d-28fd53f6f412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (749e37f2-8e32-4671-ab2a-3fb6d6de5043), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.748790 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ce672396-78df-47cc-875d-28fd53f6f412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.749986 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ce672396-78df-47cc-875d-28fd53f6f412 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/749e37f2-8e32-4671-ab2a-3fb6d6de5043 HTTP/1.1" status: 204 len: 168 time: 0.2501376 May 05 20:35:36.757619 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce672396-78df-47cc-875d-28fd53f6f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749e37f2-8e32-4671-ab2a-3fb6d6de5043,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:36.781477 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c5451b29-f60f-4a80-a73c-c146b45eed66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8bd50200-26ff-48cf-b185-098d872abd22), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.784057 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c5451b29-f60f-4a80-a73c-c146b45eed66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:36.785203 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c5451b29-f60f-4a80-a73c-c146b45eed66 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bd50200-26ff-48cf-b185-098d872abd22 HTTP/1.1" status: 204 len: 168 time: 0.2041800 May 05 20:35:36.795307 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451b29-f60f-4a80-a73c-c146b45eed66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd50200-26ff-48cf-b185-098d872abd22,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:40.164332 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37432) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:40.271489 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1644-c737-4510-b0f5-a61c1bd9e3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:40.346573 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1644-c737-4510-b0f5-a61c1bd9e3cd admin admin] Publish callbacks [] for security_group (1bdf7527-9d22-4f3c-a6ea-75438aebc907), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:40.426391 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1644-c737-4510-b0f5-a61c1bd9e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (1bdf7527-9d22-4f3c-a6ea-75438aebc907), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:40.463493 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec1644-c737-4510-b0f5-a61c1bd9e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf7527-9d22-4f3c-a6ea-75438aebc907,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:40.468249 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d5ec1644-c737-4510-b0f5-a61c1bd9e3cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a39ccdb514ba40ac96fe0e0f307c1c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029118 May 05 20:35:40.471088 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37436) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:40.519445 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2bd4d99c-bbf4-4d9a-9a59-37191ecf1f94 admin admin] Publish callbacks [] for security_group (1bdf7527-9d22-4f3c-a6ea-75438aebc907), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:40.541375 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2bd4d99c-bbf4-4d9a-9a59-37191ecf1f94 admin admin] Publish callbacks [] for security_group (1bdf7527-9d22-4f3c-a6ea-75438aebc907), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:40.671870 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2bd4d99c-bbf4-4d9a-9a59-37191ecf1f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (1bdf7527-9d22-4f3c-a6ea-75438aebc907), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:40.674439 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2bd4d99c-bbf4-4d9a-9a59-37191ecf1f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:40.675582 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2bd4d99c-bbf4-4d9a-9a59-37191ecf1f94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bdf7527-9d22-4f3c-a6ea-75438aebc907 HTTP/1.1" status: 204 len: 168 time: 0.2038198 May 05 20:35:40.683350 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4d99c-bbf4-4d9a-9a59-37191ecf1f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf7527-9d22-4f3c-a6ea-75438aebc907,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:41.372671 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37444) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:41.385805 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dde4ad87-fde5-4d5f-ad15-998d81068f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:41.459477 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dde4ad87-fde5-4d5f-ad15-998d81068f35 admin admin] Publish callbacks [] for security_group (f9d61053-7d9d-4376-aab8-74d676403e67), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:41.586392 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dde4ad87-fde5-4d5f-ad15-998d81068f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f9d61053-7d9d-4376-aab8-74d676403e67), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:41.628555 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4ad87-fde5-4d5f-ad15-998d81068f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d61053-7d9d-4376-aab8-74d676403e67,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:41.633993 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-dde4ad87-fde5-4d5f-ad15-998d81068f35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d1445a9dcc74321a1b4a289e60e4aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601821 May 05 20:35:41.636616 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37446) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:35:41.684618 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e10ead3a-1a9d-4637-a6c0-bc13a071e6c7 admin admin] Publish callbacks [] for security_group (f9d61053-7d9d-4376-aab8-74d676403e67), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:41.705334 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e10ead3a-1a9d-4637-a6c0-bc13a071e6c7 admin admin] Publish callbacks [] for security_group (f9d61053-7d9d-4376-aab8-74d676403e67), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:41.838014 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e10ead3a-1a9d-4637-a6c0-bc13a071e6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f9d61053-7d9d-4376-aab8-74d676403e67), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:41.840558 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e10ead3a-1a9d-4637-a6c0-bc13a071e6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:41.841714 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e10ead3a-1a9d-4637-a6c0-bc13a071e6c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9d61053-7d9d-4376-aab8-74d676403e67 HTTP/1.1" status: 204 len: 168 time: 0.2033677 May 05 20:35:41.849757 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ead3a-1a9d-4637-a6c0-bc13a071e6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d61053-7d9d-4376-aab8-74d676403e67,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:43.701211 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:49.786734 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:35:52.894812 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-496d451e-2991-40fc-b17c-e317babd2039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:55.037621 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9905842d-40d2-4299-a870-b57828d25b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:56.409082 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:58.037277 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:35:59.505839 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:13.677575 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:17.386732 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37674) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:17.490566 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80ddac44-8aff-4fd7-a76f-3316ce0843d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:17.564122 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80ddac44-8aff-4fd7-a76f-3316ce0843d0 admin admin] Publish callbacks [] for security_group (ebb44288-c94d-4ebd-a85a-92dfa9c7a95f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:17.643189 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80ddac44-8aff-4fd7-a76f-3316ce0843d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ebb44288-c94d-4ebd-a85a-92dfa9c7a95f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:17.683553 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddac44-8aff-4fd7-a76f-3316ce0843d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb44288-c94d-4ebd-a85a-92dfa9c7a95f,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:17.687860 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-80ddac44-8aff-4fd7-a76f-3316ce0843d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3f15c28b22b49fc9331aceed5e937f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001120 May 05 20:36:17.690507 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37678) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:17.744012 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b57ac5f-f7e5-4efb-8053-de4de30d22c0 admin admin] Publish callbacks [] for security_group (ebb44288-c94d-4ebd-a85a-92dfa9c7a95f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:17.759060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b57ac5f-f7e5-4efb-8053-de4de30d22c0 admin admin] Publish callbacks [] for security_group (ebb44288-c94d-4ebd-a85a-92dfa9c7a95f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:18.003078 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b57ac5f-f7e5-4efb-8053-de4de30d22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ebb44288-c94d-4ebd-a85a-92dfa9c7a95f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:18.005794 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b57ac5f-f7e5-4efb-8053-de4de30d22c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:18.006870 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2b57ac5f-f7e5-4efb-8053-de4de30d22c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebb44288-c94d-4ebd-a85a-92dfa9c7a95f HTTP/1.1" status: 204 len: 168 time: 0.3154485 May 05 20:36:18.015490 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57ac5f-f7e5-4efb-8053-de4de30d22c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb44288-c94d-4ebd-a85a-92dfa9c7a95f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:18.840513 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37692) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:18.855471 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a510b1dc-2220-40ee-b04e-6948ac2ce5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:18.931579 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a510b1dc-2220-40ee-b04e-6948ac2ce5db admin admin] Publish callbacks [] for security_group (8a498b5b-1281-4e31-ae1a-9128e0f7d57f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:19.009274 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a510b1dc-2220-40ee-b04e-6948ac2ce5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8a498b5b-1281-4e31-ae1a-9128e0f7d57f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:19.052480 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a510b1dc-2220-40ee-b04e-6948ac2ce5db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=839c5113ef4d4016b2ea458c0a97a21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095635 May 05 20:36:19.053636 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510b1dc-2220-40ee-b04e-6948ac2ce5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a498b5b-1281-4e31-ae1a-9128e0f7d57f,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:19.055183 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37696) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:19.104356 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1474f508-e0f4-41e6-b607-71287b3d5065 admin admin] Publish callbacks [] for security_group (8a498b5b-1281-4e31-ae1a-9128e0f7d57f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:19.126197 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1474f508-e0f4-41e6-b607-71287b3d5065 admin admin] Publish callbacks [] for security_group (8a498b5b-1281-4e31-ae1a-9128e0f7d57f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:19.197031 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-e1e59a37-1615-49a6-aade-3ea750c8ac3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644052 May 05 20:36:19.267601 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1474f508-e0f4-41e6-b607-71287b3d5065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8a498b5b-1281-4e31-ae1a-9128e0f7d57f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:19.270119 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1474f508-e0f4-41e6-b607-71287b3d5065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:19.271227 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1474f508-e0f4-41e6-b607-71287b3d5065 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a498b5b-1281-4e31-ae1a-9128e0f7d57f HTTP/1.1" status: 204 len: 168 time: 0.2149801 May 05 20:36:19.283652 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474f508-e0f4-41e6-b607-71287b3d5065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a498b5b-1281-4e31-ae1a-9128e0f7d57f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:19.302343 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-bd728b87-f057-409f-b06c-8f73ae0a51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:19.303930 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-bd728b87-f057-409f-b06c-8f73ae0a51b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 1129 time: 0.0631721 May 05 20:36:19.416683 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-26bf110e-c522-4854-b1a3-c211db5b9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:19.418371 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-26bf110e-c522-4854-b1a3-c211db5b9614 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 912 time: 0.0931635 May 05 20:36:19.492611 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-9d3443fe-15a0-4928-b899-d0b15724977b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919 HTTP/1.1" status: 200 len: 1001 time: 0.0663531 May 05 20:36:19.541003 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-90895d36-5808-4299-b00b-da4f4ce23bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:19.542483 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-90895d36-5808-4299-b00b-da4f4ce23bb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.0433388 May 05 20:36:19.593202 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-df00617f-1f13-4506-9b93-68844393a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:19.594809 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-df00617f-1f13-4506-9b93-68844393a8ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451210 May 05 20:36:19.693851 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-b865dbf4-610e-452d-b759-863f4ac92628 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889404 May 05 20:36:19.789748 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4274c228-c018-4764-9300-c5ac6c1ac669 req-11f62e8f-c231-4c27-8ee3-2f7466516eae service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878601 May 05 20:36:22.917571 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-021562cc-59f1-4194-8a76-b8ddea8aa4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:25.065658 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1d930955-7b6e-4c69-9565-a34a5a138225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:26.414253 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:26.789549 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:36:26.913625 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37814) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:27.020131 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b168822-9855-47fc-b3f9-3fdf320daf4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:27.096663 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b168822-9855-47fc-b3f9-3fdf320daf4e admin admin] Publish callbacks [] for security_group (baa968c1-60f2-4afc-9935-c6c649f27985), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:27.145991 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5b168822-9855-47fc-b3f9-3fdf320daf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (baa968c1-60f2-4afc-9935-c6c649f27985), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:27.185590 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5b168822-9855-47fc-b3f9-3fdf320daf4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2f17e859c0b402c8e646000cf4c981f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707899 May 05 20:36:27.186447 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b168822-9855-47fc-b3f9-3fdf320daf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa968c1-60f2-4afc-9935-c6c649f27985,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:27.188114 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37820) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:27.238028 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-648249ac-ef22-41b5-8de5-f9991d96af59 admin admin] Publish callbacks [] for security_group (baa968c1-60f2-4afc-9935-c6c649f27985), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:27.259889 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-648249ac-ef22-41b5-8de5-f9991d96af59 admin admin] Publish callbacks [] for security_group (baa968c1-60f2-4afc-9935-c6c649f27985), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:27.380270 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-648249ac-ef22-41b5-8de5-f9991d96af59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (baa968c1-60f2-4afc-9935-c6c649f27985), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:27.383009 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-648249ac-ef22-41b5-8de5-f9991d96af59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:27.384170 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-648249ac-ef22-41b5-8de5-f9991d96af59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/baa968c1-60f2-4afc-9935-c6c649f27985 HTTP/1.1" status: 204 len: 168 time: 0.1942544 May 05 20:36:27.404157 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648249ac-ef22-41b5-8de5-f9991d96af59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa968c1-60f2-4afc-9935-c6c649f27985,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:28.026202 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.056723 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37830) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:28.070419 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-97bf3b47-b802-46e7-aee3-654863db3618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.145575 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-97bf3b47-b802-46e7-aee3-654863db3618 admin admin] Publish callbacks [] for security_group (121f322f-c7e0-4b2b-9cdf-c5ea4e53d47d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.220332 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-97bf3b47-b802-46e7-aee3-654863db3618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (121f322f-c7e0-4b2b-9cdf-c5ea4e53d47d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.258992 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-97bf3b47-b802-46e7-aee3-654863db3618 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e6b0c66dfaa49039fbb1092ab3b47a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010942 May 05 20:36:28.259752 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf3b47-b802-46e7-aee3-654863db3618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121f322f-c7e0-4b2b-9cdf-c5ea4e53d47d,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:28.261853 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37834) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:28.312207 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91eb5256-8f34-44b9-8b7f-4a0a4f222f88 admin admin] Publish callbacks [] for security_group (121f322f-c7e0-4b2b-9cdf-c5ea4e53d47d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.333065 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91eb5256-8f34-44b9-8b7f-4a0a4f222f88 admin admin] Publish callbacks [] for security_group (121f322f-c7e0-4b2b-9cdf-c5ea4e53d47d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.466522 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91eb5256-8f34-44b9-8b7f-4a0a4f222f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (121f322f-c7e0-4b2b-9cdf-c5ea4e53d47d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.469622 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-91eb5256-8f34-44b9-8b7f-4a0a4f222f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.473167 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-91eb5256-8f34-44b9-8b7f-4a0a4f222f88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/121f322f-c7e0-4b2b-9cdf-c5ea4e53d47d HTTP/1.1" status: 204 len: 168 time: 0.2073348 May 05 20:36:28.478482 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb5256-8f34-44b9-8b7f-4a0a4f222f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f322f-c7e0-4b2b-9cdf-c5ea4e53d47d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:28.668635 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37838) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:28.671950 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-553d2176-50d2-4973-9e2b-d5d6e38ae6fc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610226296', 'description': 'tempest-description--1178859631'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:36:28.764570 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-553d2176-50d2-4973-9e2b-d5d6e38ae6fc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.831536 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-553d2176-50d2-4973-9e2b-d5d6e38ae6fc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (608a16bf-e53b-4bdf-8f0d-92f135410a9e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.905968 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-553d2176-50d2-4973-9e2b-d5d6e38ae6fc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (608a16bf-e53b-4bdf-8f0d-92f135410a9e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:28.937489 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d2176-50d2-4973-9e2b-d5d6e38ae6fc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608a16bf-e53b-4bdf-8f0d-92f135410a9e,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:28.999905 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-553d2176-50d2-4973-9e2b-d5d6e38ae6fc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.001162 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-553d2176-50d2-4973-9e2b-d5d6e38ae6fc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3330674 May 05 20:36:29.003989 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37848) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:29.008223 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-b48dcfdb-881a-4b23-9e75-cdaccfa08cc9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group_rule': {'security_group_id': '608a16bf-e53b-4bdf-8f0d-92f135410a9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:36:29.094026 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b48dcfdb-881a-4b23-9e75-cdaccfa08cc9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (b57b1fa8-b9b7-47e2-a5e7-557be140b4e0), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.149671 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b48dcfdb-881a-4b23-9e75-cdaccfa08cc9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (b57b1fa8-b9b7-47e2-a5e7-557be140b4e0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.322498 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b48dcfdb-881a-4b23-9e75-cdaccfa08cc9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (b57b1fa8-b9b7-47e2-a5e7-557be140b4e0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.336126 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dcfdb-881a-4b23-9e75-cdaccfa08cc9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57b1fa8-b9b7-47e2-a5e7-557be140b4e0,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:29.428269 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b48dcfdb-881a-4b23-9e75-cdaccfa08cc9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.429559 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b48dcfdb-881a-4b23-9e75-cdaccfa08cc9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4246364 May 05 20:36:29.432284 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37858) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:29.436840 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-f7ca53c8-7a43-44d3-86c3-a4979bb2d66a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group_rule': {'security_group_id': '608a16bf-e53b-4bdf-8f0d-92f135410a9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:36:29.511672 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.556587 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ca53c8-7a43-44d3-86c3-a4979bb2d66a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (2db41e7d-8d4a-4e4f-a9e0-9006b848c5b2), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.621511 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ca53c8-7a43-44d3-86c3-a4979bb2d66a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (2db41e7d-8d4a-4e4f-a9e0-9006b848c5b2), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.717664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ca53c8-7a43-44d3-86c3-a4979bb2d66a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (2db41e7d-8d4a-4e4f-a9e0-9006b848c5b2), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.737002 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca53c8-7a43-44d3-86c3-a4979bb2d66a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db41e7d-8d4a-4e4f-a9e0-9006b848c5b2,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:29.805573 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ca53c8-7a43-44d3-86c3-a4979bb2d66a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.806850 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f7ca53c8-7a43-44d3-86c3-a4979bb2d66a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736053 May 05 20:36:29.809914 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 37872) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:29.814225 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:36:29.900256 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:29.999904 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.103194 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Allocated IP 172.27.0.30 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/45a59acd-dba5-4c0c-b402-6adca83c02eb) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:36:30.178901 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37876) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:30.294294 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f078fcc6-ba1d-49a8-88f8-df09a5df49be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.372320 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f078fcc6-ba1d-49a8-88f8-df09a5df49be admin admin] Publish callbacks [] for security_group (83464c7c-0498-4b28-bf54-90a7b615e022), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.420670 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f078fcc6-ba1d-49a8-88f8-df09a5df49be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (83464c7c-0498-4b28-bf54-90a7b615e022), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.457727 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f078fcc6-ba1d-49a8-88f8-df09a5df49be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e3d9885ae4a41a8b37953745464948e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773981 May 05 20:36:30.460696 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 37880) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:30.472551 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (45a59acd-dba5-4c0c-b402-6adca83c02eb), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.474346 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078fcc6-ba1d-49a8-88f8-df09a5df49be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83464c7c-0498-4b28-bf54-90a7b615e022,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:30.514199 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1fcc2ff1-fce4-4713-95e1-2560cdcbc87c admin admin] Publish callbacks [] for security_group (83464c7c-0498-4b28-bf54-90a7b615e022), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.535887 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1fcc2ff1-fce4-4713-95e1-2560cdcbc87c admin admin] Publish callbacks [] for security_group (83464c7c-0498-4b28-bf54-90a7b615e022), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.563390 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (45a59acd-dba5-4c0c-b402-6adca83c02eb), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.599657 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:36:30.602853 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:36:30.608681 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:36:30.644941 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=45a59acd-dba5-4c0c-b402-6adca83c02eb,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:30.666357 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1fcc2ff1-fce4-4713-95e1-2560cdcbc87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (83464c7c-0498-4b28-bf54-90a7b615e022), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.670429 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1fcc2ff1-fce4-4713-95e1-2560cdcbc87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.671787 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1fcc2ff1-fce4-4713-95e1-2560cdcbc87c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83464c7c-0498-4b28-bf54-90a7b615e022 HTTP/1.1" status: 204 len: 168 time: 0.2100282 May 05 20:36:30.692680 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc2ff1-fce4-4713-95e1-2560cdcbc87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83464c7c-0498-4b28-bf54-90a7b615e022,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:30.720957 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (d246488e-9818-4e74-a152-94d8680ca211), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.833921 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (45a59acd-dba5-4c0c-b402-6adca83c02eb), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:30.987369 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (45a59acd-dba5-4c0c-b402-6adca83c02eb), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:31.118876 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (45a59acd-dba5-4c0c-b402-6adca83c02eb), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:31.173852 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=45a59acd-dba5-4c0c-b402-6adca83c02eb,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:31.189739 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (d246488e-9818-4e74-a152-94d8680ca211), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:31.313865 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:31.315130 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2a2198b1-2e49-428a-af82-b8021f8b7735 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5042939 May 05 20:36:31.515302 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-0eff6277-4f0e-49f5-a697-7294c71d7586 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1610226296&fields=id&tenant_id=4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 267 time: 0.0449219 May 05 20:36:31.632328 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-14bb07d5-1d61-4ca9-b9bf-78ffc514d25b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:31.633821 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-14bb07d5-1d61-4ca9-b9bf-78ffc514d25b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 815 time: 0.1090038 May 05 20:36:31.648673 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-e02fc5dd-b319-4a43-ac20-695318bd5e95 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/quotas/4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 375 time: 0.0088890 May 05 20:36:31.708664 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-b7ca8c9f-35cf-4b4c-8c42-c5df316a5f2e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550690 May 05 20:36:31.811413 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-2a0e291d-17ba-4cca-aba5-8135711cc45c service neutron] 10.222.0.49 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888081 May 05 20:36:31.901601 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-6b607879-b09a-40ee-92f3-268275a9889b service neutron] 10.222.0.49 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858660 May 05 20:36:32.141744 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b7411dea-ef4e-42b7-8789-b3c73c9ac626 req-5a2cf583-6371-4c07-851e-aa7ad5125ac8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 210 time: 0.0273609 May 05 20:36:33.240970 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2f69fc9b-6682-4355-8637-b5ad6468c00c req-5a2ad754-2b64-4a96-ae30-9bea7388854e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 210 time: 0.0319147 May 05 20:36:34.241988 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-bca623da-0c3e-4698-b04c-2a42f2d530b3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:34.243429 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-bca623da-0c3e-4698-b04c-2a42f2d530b3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 815 time: 0.1063683 May 05 20:36:34.320329 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-9ec750c5-716f-4393-ad4a-0cc5645cc981 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 472 time: 0.0662436 May 05 20:36:34.331400 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'port': {'device_id': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'admin_state_up': True, 'tenant_id': '4794211bac284caab24261fe648de2f4', 'security_groups': ['608a16bf-e53b-4bdf-8f0d-92f135410a9e']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:36:34.337088 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d8c04327-1d38-430d-9c82-00e93ca34c3b req-941213b4-10b8-4770-b94c-72ad2d513301 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 210 time: 0.0283849 May 05 20:36:34.540367 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Made reservation on behalf of 4794211bac284caab24261fe648de2f4 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:36:34.544323 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:34.669865 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Allocated IP 172.20.0.3 (a847839d-66d9-4fdc-b3f0-1646f75c42b7/f5ce5ab5-05da-4717-8283-fc6f9b702c88/15235b91-e29c-4621-9b4e-de7e5c74e27d) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:36:34.805689 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:34.906038 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:34.947195 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:36:34.950950 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:36:34.954531 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:36:34.962908 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=15235b91-e29c-4621-9b4e-de7e5c74e27d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:34.996528 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:34.997662 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:34.997799 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:34.998091 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:34.998418 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:34.998743 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:34.999071 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:34.999391 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:34.999710 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:35.000028 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:35.000346 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:35.000663 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:35.000978 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:35.023216 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:35.023826 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:35.142995 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-a55d40dd-3c4e-4c58-9cb8-b2fc0807e813 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152857 May 05 20:36:35.197323 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-43111e72-7802-43fc-8a26-19e43b5e69c4 None None] Provisioning complete for port 15235b91-e29c-4621-9b4e-de7e5c74e27d triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:36:35.197772 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-43111e72-7802-43fc-8a26-19e43b5e69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:35.230637 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-43111e72-7802-43fc-8a26-19e43b5e69c4 None None] Port 15235b91-e29c-4621-9b4e-de7e5c74e27d cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:36:35.455033 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec5777-688a-42b9-af1e-974bb0c381ff req-4ff2a362-85e9-4cfa-9a59-5c0757ea7bc7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:35.456505 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-83ec5777-688a-42b9-af1e-974bb0c381ff req-4ff2a362-85e9-4cfa-9a59-5c0757ea7bc7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 931 time: 0.0521908 May 05 20:36:35.504533 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-83ec5777-688a-42b9-af1e-974bb0c381ff req-f3f4766a-45d2-4151-ac26-28c596f1f5d3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 May 05 20:36:36.623171 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d4489-dd8e-41ef-9450-ce813c75ec7b req-4990a3c6-4469-47c7-81e7-334d66c22636 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:36.624633 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4c2d4489-dd8e-41ef-9450-ce813c75ec7b req-4990a3c6-4469-47c7-81e7-334d66c22636 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 931 time: 0.0526896 May 05 20:36:36.677056 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4c2d4489-dd8e-41ef-9450-ce813c75ec7b req-15971ab7-9e87-4503-a780-4ff8d7df9ce1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468442 May 05 20:36:37.131251 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Request body: {'port': {'device_id': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:36:37.188918 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:37.447756 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15235b91-e29c-4621-9b4e-de7e5c74e27d {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:36:37.455701 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Publish callbacks [] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:37.467423 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Transition to ACTIVE for port object 15235b91-e29c-4621-9b4e-de7e5c74e27d will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:36:37.568823 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:37.616830 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=15235b91-e29c-4621-9b4e-de7e5c74e27d,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:37.692879 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Attempting to bind port 15235b91-e29c-4621-9b4e-de7e5c74e27d on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:36:37.693231 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Attempting to bind port 15235b91-e29c-4621-9b4e-de7e5c74e27d by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:36:37.693655 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Attempting to bind port 15235b91-e29c-4621-9b4e-de7e5c74e27d on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:36:37.698968 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Port 15235b91-e29c-4621-9b4e-de7e5c74e27d on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:36:37.699212 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Attempting to bind port 15235b91-e29c-4621-9b4e-de7e5c74e27d on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:36:37.705607 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:36:37.705883 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Checking segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:36:37.706270 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Bound using segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:36:37.706719 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Bound port: 15235b91-e29c-4621-9b4e-de7e5c74e27d, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:36:37.707079 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:37.779164 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] For port 15235b91-e29c-4621-9b4e-de7e5c74e27d, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:36:37.782372 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] For port 15235b91-e29c-4621-9b4e-de7e5c74e27d, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=15235b91-e29c-4621-9b4e-de7e5c74e27d,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:36:37.800662 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae5a3-b1f6-4907-b545-197d579f03b8 req-6d289064-896f-43f2-b1cc-800cbefcac87 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:37.802160 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-962ae5a3-b1f6-4907-b545-197d579f03b8 req-6d289064-896f-43f2-b1cc-800cbefcac87 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 943 time: 0.0556343 May 05 20:36:37.849033 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-962ae5a3-b1f6-4907-b545-197d579f03b8 req-7945ff01-a100-4fa6-b67e-396e50ec5afe tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 May 05 20:36:37.860763 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:37.894630 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:37.895250 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:37.896693 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/15235b91-e29c-4621-9b4e-de7e5c74e27d HTTP/1.1" status: 200 len: 1093 time: 0.7697620 May 05 20:36:37.899163 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'tag': '15235b91-e29c-4621-9b4e-de7e5c74e27d'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:36:37.901454 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d46cf0-8a85-4d2a-8fac-2bcb48201c97" -d '{"events": [{"name": "network-changed", "server_uuid": "4611df08-18d7-4f39-9224-fdfcacbe3267", "tag": "15235b91-e29c-4621-9b4e-de7e5c74e27d"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:36:37.932452 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f11e8-8c43-4a04-909a-ad98339ad9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=15235b91-e29c-4621-9b4e-de7e5c74e27d,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:37.950138 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bb0f2a-da81-4f79-8561-7a8c2577483d x-openstack-request-id: req-18bb0f2a-da81-4f79-8561-7a8c2577483d {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:36:37.950929 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4611df08-18d7-4f39-9224-fdfcacbe3267", "tag": "15235b91-e29c-4621-9b4e-de7e5c74e27d", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:36:37.951193 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18bb0f2a-da81-4f79-8561-7a8c2577483d {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:36:37.951610 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bb0f2a-da81-4f79-8561-7a8c2577483d'] response: {'name': 'network-changed', 'server_uuid': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'tag': '15235b91-e29c-4621-9b4e-de7e5c74e27d', 'status': 'completed', 'code': 200} May 05 20:36:38.023643 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46cf0-8a85-4d2a-8fac-2bcb48201c97 req-7413c853-f9ca-4a8f-ac25-6bdc32d331ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:38.025137 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d5d46cf0-8a85-4d2a-8fac-2bcb48201c97 req-7413c853-f9ca-4a8f-ac25-6bdc32d331ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 1127 time: 0.0501437 May 05 20:36:38.130111 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46cf0-8a85-4d2a-8fac-2bcb48201c97 req-4f057b7d-f9da-4225-bf6d-19e927533ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:38.131565 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d5d46cf0-8a85-4d2a-8fac-2bcb48201c97 req-4f057b7d-f9da-4225-bf6d-19e927533ef6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4794211bac284caab24261fe648de2f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964804 May 05 20:36:38.229033 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46cf0-8a85-4d2a-8fac-2bcb48201c97 req-a37bb225-8f68-468d-9af4-511888a6cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:38.230488 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d5d46cf0-8a85-4d2a-8fac-2bcb48201c97 req-a37bb225-8f68-468d-9af4-511888a6cdb3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893550 May 05 20:36:38.318693 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-17004f79-cfc3-4d84-8876-13831f4ee9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:38.320182 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-17004f79-cfc3-4d84-8876-13831f4ee9fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 1127 time: 0.0499542 May 05 20:36:38.364034 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-4692b566-df08-426c-919e-e202762a6e9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15235b91-e29c-4621-9b4e-de7e5c74e27d HTTP/1.1" status: 200 len: 217 time: 0.0356262 May 05 20:36:38.415498 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-ebd0e75d-513b-4164-b7e4-82492e1f6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:38.416915 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-ebd0e75d-513b-4164-b7e4-82492e1f6a93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0451670 May 05 20:36:38.475031 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-18053a18-9cda-410f-9df7-2c2ed2e07cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:38.476530 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-18053a18-9cda-410f-9df7-2c2ed2e07cfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480289 May 05 20:36:38.573578 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-513709eb-09e6-41b2-a52a-02789d306ecb service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871515 May 05 20:36:38.667303 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-600e8641-289b-4e05-9f42-05d6ef3f6b97 req-775a28ed-95e2-4f09-a6d2-944a0ae9a357 service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844591 May 05 20:36:38.966918 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874bf4-7c92-45d7-a615-6e4a66282864 req-04243970-42e9-4a0e-8fe9-f1373084d129 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:38.968633 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-21874bf4-7c92-45d7-a615-6e4a66282864 req-04243970-42e9-4a0e-8fe9-f1373084d129 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 943 time: 0.0525842 May 05 20:36:39.014606 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-21874bf4-7c92-45d7-a615-6e4a66282864 req-d6daafbe-dd84-4cde-a8af-93a986adab22 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403461 May 05 20:36:40.138241 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669cdfe-b152-49b6-916c-9fcc6f45651a req-5fa4b4b7-5163-4c90-954c-ac309495b6db tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:40.139710 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0669cdfe-b152-49b6-916c-9fcc6f45651a req-5fa4b4b7-5163-4c90-954c-ac309495b6db tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 943 time: 0.0579059 May 05 20:36:40.186756 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0669cdfe-b152-49b6-916c-9fcc6f45651a req-a647fa21-af5a-4191-a1ad-d8841165ee55 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 May 05 20:36:41.305555 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee40d1-5bc6-4640-a975-9a8d71b762bd req-0e570fb7-f4c3-486a-9346-35690e27f360 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:41.307020 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-99ee40d1-5bc6-4640-a975-9a8d71b762bd req-0e570fb7-f4c3-486a-9346-35690e27f360 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 943 time: 0.0530560 May 05 20:36:41.359106 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-99ee40d1-5bc6-4640-a975-9a8d71b762bd req-fdb79891-7dce-4fe3-9df7-f483b5acdbf1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417454 May 05 20:36:42.479516 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede56d-d57c-45ec-9564-210795c3fce4 req-9dcc6b7a-6569-49fa-9c81-7c74420a1844 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:42.481681 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-faede56d-d57c-45ec-9564-210795c3fce4 req-9dcc6b7a-6569-49fa-9c81-7c74420a1844 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 943 time: 0.0559208 May 05 20:36:42.527266 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-faede56d-d57c-45ec-9564-210795c3fce4 req-e6948c95-2d2b-4243-8331-9eeadc39f4c3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 May 05 20:36:43.646063 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6994c4-bf9c-4455-82e2-c6db242cdb97 req-e03e53cb-b03b-4c21-a3cd-959e8f8e23bf tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:43.647705 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4a6994c4-bf9c-4455-82e2-c6db242cdb97 req-e03e53cb-b03b-4c21-a3cd-959e8f8e23bf tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 943 time: 0.0536602 May 05 20:36:43.688935 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:43.695463 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4a6994c4-bf9c-4455-82e2-c6db242cdb97 req-0e39b06a-5786-4f60-b927-0c02150ec94f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 May 05 20:36:44.219520 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 15235b91-e29c-4621-9b4e-de7e5c74e27d details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:36:44.317701 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 15235b91-e29c-4621-9b4e-de7e5c74e27d, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=15235b91-e29c-4621-9b4e-de7e5c74e27d,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:36:44.330011 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '15235b91-e29c-4621-9b4e-de7e5c74e27d', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'port_id': '15235b91-e29c-4621-9b4e-de7e5c74e27d', 'mac_address': 'fa:16:3e:f9:38:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:36:44.368159 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 15235b91-e29c-4621-9b4e-de7e5c74e27d is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:36:44.370087 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:44.382617 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15235b91-e29c-4621-9b4e-de7e5c74e27d {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:36:44.402360 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 15235b91-e29c-4621-9b4e-de7e5c74e27d, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=15235b91-e29c-4621-9b4e-de7e5c74e27d,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:36:44.494638 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:44.541525 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=15235b91-e29c-4621-9b4e-de7e5c74e27d,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:44.549075 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.549450 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.549792 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.550127 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.550473 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.550813 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.551136 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.551459 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.551825 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.552144 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.552462 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.552776 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.553089 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:44.787440 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['15235b91-e29c-4621-9b4e-de7e5c74e27d'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:36:44.817059 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9886-321f-404a-9658-1e03ca0ab3b6 req-228a7e39-5477-4efa-9756-a5384f129421 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:44.818610 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5eca9886-321f-404a-9658-1e03ca0ab3b6 req-228a7e39-5477-4efa-9756-a5384f129421 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 944 time: 0.0531971 May 05 20:36:44.869849 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5eca9886-321f-404a-9658-1e03ca0ab3b6 req-2e4f16a5-db00-4310-8eaa-f3b53567da95 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 May 05 20:36:45.990569 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e655dd-64c3-43ab-8559-5fc519b81455 req-cf0cee72-e6ab-422c-a024-9a232ec017df tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:45.992066 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b7e655dd-64c3-43ab-8559-5fc519b81455 req-cf0cee72-e6ab-422c-a024-9a232ec017df tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 944 time: 0.0558121 May 05 20:36:46.039205 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b7e655dd-64c3-43ab-8559-5fc519b81455 req-4bda9a5b-ffa5-4828-b283-093c878f9723 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416586 May 05 20:36:46.221197 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 15235b91-e29c-4621-9b4e-de7e5c74e27d up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:36:46.334388 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 15235b91-e29c-4621-9b4e-de7e5c74e27d completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:36:46.338218 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 15235b91-e29c-4621-9b4e-de7e5c74e27d triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:36:46.338589 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:46.417880 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 15235b91-e29c-4621-9b4e-de7e5c74e27d is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:36:46.418264 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:46.441615 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15235b91-e29c-4621-9b4e-de7e5c74e27d'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:36:46.443820 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125ffef2-aef7-4c44-a1cf-3d73b1bb113b" -d '{"events": [{"server_uuid": "4611df08-18d7-4f39-9224-fdfcacbe3267", "name": "network-vif-plugged", "status": "completed", "tag": "15235b91-e29c-4621-9b4e-de7e5c74e27d"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:36:46.458519 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 15235b91-e29c-4621-9b4e-de7e5c74e27d, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=15235b91-e29c-4621-9b4e-de7e5c74e27d,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:36:46.478473 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2445f310-b715-4a3e-be98-6e3c82d9b52f x-openstack-request-id: req-2445f310-b715-4a3e-be98-6e3c82d9b52f {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:36:46.481194 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4611df08-18d7-4f39-9224-fdfcacbe3267", "name": "network-vif-plugged", "status": "completed", "tag": "15235b91-e29c-4621-9b4e-de7e5c74e27d", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:36:46.481194 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2445f310-b715-4a3e-be98-6e3c82d9b52f {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:36:46.481194 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2445f310-b715-4a3e-be98-6e3c82d9b52f'] response: {'server_uuid': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15235b91-e29c-4621-9b4e-de7e5c74e27d', 'code': 200} May 05 20:36:46.534797 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:46.583913 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=15235b91-e29c-4621-9b4e-de7e5c74e27d,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:46.859815 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623c80d-b24e-4b20-924c-d5db9a16925c req-af79d766-51f6-47b6-854e-713149a4561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:46.861309 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e623c80d-b24e-4b20-924c-d5db9a16925c req-af79d766-51f6-47b6-854e-713149a4561c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 1129 time: 0.0497475 May 05 20:36:46.905213 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e623c80d-b24e-4b20-924c-d5db9a16925c req-2336a30e-2f58-44f4-8bff-ff46d574f125 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372725 May 05 20:36:47.155873 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dc63-a116-42b9-af6a-e08dc497129a req-0655a326-ecca-43d4-afe7-89e97e430f68 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:47.157238 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8478dc63-a116-42b9-af6a-e08dc497129a req-0655a326-ecca-43d4-afe7-89e97e430f68 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 945 time: 0.0519030 May 05 20:36:47.203681 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8478dc63-a116-42b9-af6a-e08dc497129a req-2310a416-dce4-442d-ae91-251d1aebf7ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408103 May 05 20:36:48.335285 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5ce90-f109-4eda-a521-74c622b1737f req-86ef7095-1515-4de0-8789-3f936e77c86a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:48.336749 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e0e5ce90-f109-4eda-a521-74c622b1737f req-86ef7095-1515-4de0-8789-3f936e77c86a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 945 time: 0.0641549 May 05 20:36:48.383141 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e0e5ce90-f109-4eda-a521-74c622b1737f req-57a8c41e-4e84-4002-99db-04adcb076092 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 May 05 20:36:49.502242 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f8b7b-9e17-4ba9-a6a8-6377be1b35f4 req-88ae3d4a-cf93-4d34-813e-3f9298b4b0fd tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:49.503707 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7b8f8b7b-9e17-4ba9-a6a8-6377be1b35f4 req-88ae3d4a-cf93-4d34-813e-3f9298b4b0fd tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 945 time: 0.0542495 May 05 20:36:49.549406 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7b8f8b7b-9e17-4ba9-a6a8-6377be1b35f4 req-eff5537d-6715-47c9-9aa1-093a669b9101 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401301 May 05 20:36:50.670260 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1a80d-b7e4-4589-8e25-4f57871b1594 req-6382f2ce-bb47-463f-9ae9-2727e236f175 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:50.671848 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e7f1a80d-b7e4-4589-8e25-4f57871b1594 req-6382f2ce-bb47-463f-9ae9-2727e236f175 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 945 time: 0.0541408 May 05 20:36:50.728627 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e7f1a80d-b7e4-4589-8e25-4f57871b1594 req-9b9d0f7b-e967-4906-8cdd-3bbe601ed1b4 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510743 May 05 20:36:51.846936 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb548d9-320f-4112-b9c9-5796dd137cff req-217a2a41-77f1-44cc-98df-8b392d89a271 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:51.848398 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ceb548d9-320f-4112-b9c9-5796dd137cff req-217a2a41-77f1-44cc-98df-8b392d89a271 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 945 time: 0.0533345 May 05 20:36:51.895297 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ceb548d9-320f-4112-b9c9-5796dd137cff req-1babfac2-c62d-46f9-9d87-54792cd9b1aa tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 May 05 20:36:52.008466 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b76a0-37c3-4926-9561-14ae51413fa2 req-a31800ca-1684-4c10-b230-e4fbfdd0f92a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:52.010001 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7c1b76a0-37c3-4926-9561-14ae51413fa2 req-a31800ca-1684-4c10-b230-e4fbfdd0f92a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 945 time: 0.0530982 May 05 20:36:52.019083 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38042) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:52.023336 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-6f9dbb7c-18de-480b-a774-7e1520562b1f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'floatingip': {'port_id': '15235b91-e29c-4621-9b4e-de7e5c74e27d'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:36:52.064279 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbb7c-18de-480b-a774-7e1520562b1f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (d246488e-9818-4e74-a152-94d8680ca211), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:52.507070 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbb7c-18de-480b-a774-7e1520562b1f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:52.602381 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbb7c-18de-480b-a774-7e1520562b1f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (d246488e-9818-4e74-a152-94d8680ca211), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:52.707402 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-6f9dbb7c-18de-480b-a774-7e1520562b1f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Floating IP d246488e-9818-4e74-a152-94d8680ca211 associated. External IP: 172.27.0.30, port: 15235b91-e29c-4621-9b4e-de7e5c74e27d. May 05 20:36:52.952172 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed118000-d2cd-4e59-8547-10171f18db62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:53.159184 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9dbb7c-18de-480b-a774-7e1520562b1f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:36:53.274040 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9dbb7c-18de-480b-a774-7e1520562b1f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:36:53.279768 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbb7c-18de-480b-a774-7e1520562b1f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:53.285277 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:36:53.295284 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:36:53.295891 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:36:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:53.312141 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6f9dbb7c-18de-480b-a774-7e1520562b1f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "PUT /v2.0/floatingips/d246488e-9818-4e74-a152-94d8680ca211 HTTP/1.1" status: 200 len: 990 time: 1.2920065 May 05 20:36:53.313139 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'tag': '15235b91-e29c-4621-9b4e-de7e5c74e27d'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:36:53.315428 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436c9ca6-f623-40d0-ae51-bfc183bff009" -d '{"events": [{"name": "network-changed", "server_uuid": "4611df08-18d7-4f39-9224-fdfcacbe3267", "tag": "15235b91-e29c-4621-9b4e-de7e5c74e27d"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:36:53.419047 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:36:53.476889 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd4b6e7-6f23-485d-9da2-79c00533af4b x-openstack-request-id: req-cfd4b6e7-6f23-485d-9da2-79c00533af4b {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:36:53.477186 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4611df08-18d7-4f39-9224-fdfcacbe3267", "tag": "15235b91-e29c-4621-9b4e-de7e5c74e27d", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:36:53.477485 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfd4b6e7-6f23-485d-9da2-79c00533af4b {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:36:53.477892 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd4b6e7-6f23-485d-9da2-79c00533af4b'] response: {'name': 'network-changed', 'server_uuid': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'tag': '15235b91-e29c-4621-9b4e-de7e5c74e27d', 'status': 'completed', 'code': 200} May 05 20:36:53.544746 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-8b06e680-3a42-4621-9aaa-170c65027705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:53.546293 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-8b06e680-3a42-4621-9aaa-170c65027705 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 1129 time: 0.0458920 May 05 20:36:53.644866 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-fc342c69-ee1d-4bcb-bda5-634ae0adef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:53.646504 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-fc342c69-ee1d-4bcb-bda5-634ae0adef29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 916 time: 0.0937400 May 05 20:36:53.670845 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '39ccf78c-3205-4eab-934f-536c37986620', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:17Z', 'updated_at': '2022-05-05T20:35:35Z', 'revision_number': 2, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}, {'id': 'd246488e-9818-4e74-a152-94d8680ca211', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': '15235b91-e29c-4621-9b4e-de7e5c74e27d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:f9:38:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:36:30Z', 'updated_at': '2022-05-05T20:36:52Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:53.696803 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:36:53.705562 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:36:53.706180 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:36:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:53.813802 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:36:54.043211 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '39ccf78c-3205-4eab-934f-536c37986620', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:17Z', 'updated_at': '2022-05-05T20:35:35Z', 'revision_number': 2, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}, {'id': 'd246488e-9818-4e74-a152-94d8680ca211', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': '15235b91-e29c-4621-9b4e-de7e5c74e27d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:f9:38:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:36:30Z', 'updated_at': '2022-05-05T20:36:52Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:54.154495 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9303cc0-543e-4a92-8d6f-b7d6e342ac27 None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '39ccf78c-3205-4eab-934f-536c37986620', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:17Z', 'updated_at': '2022-05-05T20:35:35Z', 'revision_number': 2, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}, {'id': 'd246488e-9818-4e74-a152-94d8680ca211', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': '15235b91-e29c-4621-9b4e-de7e5c74e27d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:f9:38:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:36:30Z', 'updated_at': '2022-05-05T20:36:52Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:36:54.354582 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a127aea-7667-4fd5-b29b-bff71f9db492 None None] New status for floating IP d246488e-9818-4e74-a152-94d8680ca211: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:36:54.452128 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-4806ad38-a45a-4ca6-9ef2-d3b0a018e517 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15235b91-e29c-4621-9b4e-de7e5c74e27d HTTP/1.1" status: 200 len: 998 time: 0.0614874 May 05 20:36:55.042663 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e8b5d03f-f3ab-44f5-a822-652e81f400ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:55.216731 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-e36564b8-1495-4844-bdb8-a425a386c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:55.218114 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-e36564b8-1495-4844-bdb8-a425a386c674 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0454891 May 05 20:36:56.120782 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-7a3f319f-a407-45de-a097-586b1676b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:56.122243 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-7a3f319f-a407-45de-a097-586b1676b920 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496047 May 05 20:36:56.220895 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-8df261a5-f598-48c1-be78-58da0d7228ea service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893016 May 05 20:36:56.317516 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-436c9ca6-f623-40d0-ae51-bfc183bff009 req-9dc064ae-d23f-4ec4-a9b6-a15945cd6a1b service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895715 May 05 20:36:56.414431 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:57.587730 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38106) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:57.692362 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:57.768473 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Publish callbacks [] for security_group (8ddd9f76-6b1e-40e2-8c1a-ce654a600d36), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:57.831927 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8ddd9f76-6b1e-40e2-8c1a-ce654a600d36), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:57.871831 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8c31939928e4fc58f5cc4bdf344775d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830114 May 05 20:36:57.873621 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd9f76-6b1e-40e2-8c1a-ce654a600d36,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:57.874590 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38110) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:57.881245 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.881623 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.882049 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.882392 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.882729 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.883060 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.883390 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.883718 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.884047 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.884373 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.884701 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.885021 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.885360 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c010e39-c198-47e2-8552-d4dc7ed382c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:57.937398 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a5a386f9-effa-4941-a54d-1917ac03acce admin admin] Publish callbacks [] for security_group (8ddd9f76-6b1e-40e2-8c1a-ce654a600d36), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:57.959271 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a5a386f9-effa-4941-a54d-1917ac03acce admin admin] Publish callbacks [] for security_group (8ddd9f76-6b1e-40e2-8c1a-ce654a600d36), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:58.060623 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:58.088759 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a5a386f9-effa-4941-a54d-1917ac03acce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8ddd9f76-6b1e-40e2-8c1a-ce654a600d36), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:58.092644 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a5a386f9-effa-4941-a54d-1917ac03acce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:58.094141 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a5a386f9-effa-4941-a54d-1917ac03acce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ddd9f76-6b1e-40e2-8c1a-ce654a600d36 HTTP/1.1" status: 204 len: 168 time: 0.2185681 May 05 20:36:58.102287 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a386f9-effa-4941-a54d-1917ac03acce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd9f76-6b1e-40e2-8c1a-ce654a600d36,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:59.108386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38138) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:59.202516 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1117338869-network', 'tenant_id': '1bf13d2c33bd41b69353ee816ca18358'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:36:59.339902 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Made reservation on behalf of 1bf13d2c33bd41b69353ee816ca18358 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:36:59.342782 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:59.351509 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:59.422630 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Publish callbacks [] for security_group (e4889842-b0dd-4b41-aa18-10985cc04593), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:59.483025 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:59.494226 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e4889842-b0dd-4b41-aa18-10985cc04593), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:59.519351 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:36:59.527933 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4889842-b0dd-4b41-aa18-10985cc04593,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:59.534393 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:59.534733 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Added segment be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921 of type vlan for network 95b06357-adce-4bb9-8d42-6b9be25f7239 May 05 20:36:59.578571 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (95b06357-adce-4bb9-8d42-6b9be25f7239), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:59.660050 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (95b06357-adce-4bb9-8d42-6b9be25f7239), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:59.661052 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:59.661677 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:36:59.718723 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] Pushing event updated for resources: {'Network': ['ID=95b06357-adce-4bb9-8d42-6b9be25f7239,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:59.728772 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 95b06357-adce-4bb9-8d42-6b9be25f7239 details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:36:59.812086 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6889a693-7fb4-40fb-887c-6ab1e82906e3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7026129 May 05 20:36:59.814888 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38142) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:36:59.819656 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Request body: {'subnet': {'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1117338869-subnet', 'tenant_id': '1bf13d2c33bd41b69353ee816ca18358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:36:59.894342 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Made reservation on behalf of 1bf13d2c33bd41b69353ee816ca18358 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:36:59.896630 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8636530'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:00.117218 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9233591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8636508'] for subnet (81963884-7f7f-4639-9dd2-ca683ad6e552), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:00.170739 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81963884-7f7f-4639-9dd2-ca683ad6e552,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:00.182455 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Checking segment: {'id': 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:37:00.182809 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Network hostable DHCP agents. Network: 95b06357-adce-4bb9-8d42-6b9be25f7239, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:37:00.299877 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Network 95b06357-adce-4bb9-8d42-6b9be25f7239 is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:37:00.385404 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 95b06357-adce-4bb9-8d42-6b9be25f7239) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:37:00.390282 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:00.390904 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:00.395789 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb16fb-58b5-4257-955f-d8281e8329f1 None None] Network 95b06357-adce-4bb9-8d42-6b9be25f7239 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:37:00.491210 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-23d4a5f2-f7dc-48fa-8b5e-7dce80d243b7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6751313 May 05 20:37:00.499638 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d000f3-2881-40fe-af82-d84da0a6d2cf None None] Network 95b06357-adce-4bb9-8d42-6b9be25f7239 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:37:01.390254 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-9732c575-dbc6-43bc-aa62-a2d4da269347 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724053472&fields=id&tenant_id=d1f96beeabb54e168e8e924bee7a6440 HTTP/1.1" status: 200 len: 267 time: 0.0510247 May 05 20:37:01.512414 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-d014ace5-4d62-47e0-9bcd-6a1d9932c15c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:01.514539 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-d014ace5-4d62-47e0-9bcd-6a1d9932c15c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 811 time: 0.1167865 May 05 20:37:01.529170 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-b3bfd06f-4426-4f41-8b79-80380b95b0f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/quotas/d1f96beeabb54e168e8e924bee7a6440 HTTP/1.1" status: 200 len: 375 time: 0.0091643 May 05 20:37:01.588634 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-be1b5bb8-c527-48e6-81f9-46103b67dadf tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546126 May 05 20:37:01.684460 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-de668c5b-6c8d-4b72-8cb4-b129f0f418b2 service neutron] 10.222.0.49 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841596 May 05 20:37:01.779054 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-909213b2-7bbb-491e-9ec1-9a4f29bcebbb service neutron] 10.222.0.49 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879452 May 05 20:37:02.486397 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a7f79d80-2c00-4093-96ef-e58d9629e5bb req-aaa3e1eb-872a-4d59-9f38-9d8f9f25a6b3 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 210 time: 0.0298071 May 05 20:37:02.618847 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-db03e08c-90a4-4171-98b5-021079763592 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:02.620302 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-db03e08c-90a4-4171-98b5-021079763592 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/networks?id=95b06357-adce-4bb9-8d42-6b9be25f7239 HTTP/1.1" status: 200 len: 809 time: 0.1090901 May 05 20:37:02.635339 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-d7b8101e-5995-4fc3-ad00-e3ed2ae146ab tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/quotas/1bf13d2c33bd41b69353ee816ca18358 HTTP/1.1" status: 200 len: 375 time: 0.0088573 May 05 20:37:02.666751 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-72c17a21-1b2e-44d7-bc38-5c692bd12946 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1bf13d2c33bd41b69353ee816ca18358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263247 May 05 20:37:02.764312 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-853f12d5-34c2-42aa-ac77-a1b59fa03370 service neutron] 10.222.0.49 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901089 May 05 20:37:02.853527 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-26878b59-9e06-4fd6-84c9-7e5594182f73 service neutron] 10.222.0.49 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824947 May 05 20:37:03.165811 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7930fb5a-c956-4ce7-9561-29601e050737 req-06b084bd-42f2-4aed-999e-7ade08259726 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 210 time: 0.0277703 May 05 20:37:03.589669 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f1406624-a195-4894-a349-a514911c8c45 req-53935172-a8fd-4776-9c49-c7f9663b2c19 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 210 time: 0.0341341 May 05 20:37:03.792190 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:37:04.244632 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-749c5939-4867-4b1a-897f-4b7018b2b9c9 req-9b4aa149-1332-4049-bfa9-83c39b24e134 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 210 time: 0.0274098 May 05 20:37:04.644851 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-d4751b2e-dd50-40fc-b65b-ac13787653f1 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:04.646358 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-d4751b2e-dd50-40fc-b65b-ac13787653f1 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 811 time: 0.1073954 May 05 20:37:04.685202 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e6b1ff9e-681a-435d-b8c5-fe4537cfa669 req-3e9f1af5-933f-48a2-bb33-cf8aba0c236d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 210 time: 0.0279024 May 05 20:37:04.721933 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-dd55e3fd-a212-473b-b37c-6c985f36e101 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f96beeabb54e168e8e924bee7a6440 HTTP/1.1" status: 200 len: 380 time: 0.0552328 May 05 20:37:04.730144 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'port': {'device_id': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'admin_state_up': True, 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'security_groups': ['c9262e6b-8319-43d2-9386-7d532e8fe65c']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:04.940340 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Made reservation on behalf of d1f96beeabb54e168e8e924bee7a6440 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:37:04.943797 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:05.078297 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Allocated IP 172.20.0.9 (f7453d2c-baf7-4d2d-921d-a0f048045044/b878be62-e870-425d-a1c4-df5d252c3adf/e47a3236-d7bb-4789-8fb5-1edc4c23ecbf) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:37:05.221888 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:05.337610 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0a3f9bda-3da7-46c4-88ed-6a93dcc0557e req-42d56cf8-9c73-4b3c-998f-a77324d682d0 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 210 time: 0.0268886 May 05 20:37:05.374986 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:05.420265 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Network f7453d2c-baf7-4d2d-921d-a0f048045044 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:37:05.423740 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:37:05.427601 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:37:05.458082 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'Port': ['ID=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:05.492292 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:05.492953 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:05.670707 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-478454a8-1b70-4b0f-a7d6-b63f411c86ef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9441094 May 05 20:37:05.689799 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-7278570c-b413-4f7e-9103-ea0cfb386569 None None] Provisioning complete for port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:37:05.690351 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7278570c-b413-4f7e-9103-ea0cfb386569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:05.711997 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Request body: {'port': {'device_id': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:05.726576 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7278570c-b413-4f7e-9103-ea0cfb386569 None None] Port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:37:05.824567 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76ec91-544f-4dcd-8d9d-427736261091 req-5cac77ca-3061-4bbd-b99e-1229cd6dd238 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:05.825058 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:05.825164 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1d76ec91-544f-4dcd-8d9d-427736261091 req-5cac77ca-3061-4bbd-b99e-1229cd6dd238 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 931 time: 0.0579143 May 05 20:37:05.825259 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-767f1abc-3a77-413f-b70f-1f7aa2cd5502 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:05.825259 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-767f1abc-3a77-413f-b70f-1f7aa2cd5502 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.41 "GET /v2.0/networks?id=95b06357-adce-4bb9-8d42-6b9be25f7239 HTTP/1.1" status: 200 len: 809 time: 0.1664641 May 05 20:37:05.840203 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Request body: {'port': {'device_id': '722bd686-d33c-4efe-91db-f329a92a5540', 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239', 'admin_state_up': True, 'tenant_id': '1bf13d2c33bd41b69353ee816ca18358'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:05.870709 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1d76ec91-544f-4dcd-8d9d-427736261091 req-a3bce60a-fc31-4064-9db7-74791747551c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481763 May 05 20:37:06.172929 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47a3236-d7bb-4789-8fb5-1edc4c23ecbf {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:06.180546 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Publish callbacks [] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:06.192572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Transition to ACTIVE for port object e47a3236-d7bb-4789-8fb5-1edc4c23ecbf will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:37:06.230477 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Made reservation on behalf of 1bf13d2c33bd41b69353ee816ca18358 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:37:06.234164 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:06.307368 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:06.401707 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Pushing event updated for resources: {'Port': ['ID=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:06.446162 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Allocated IP 172.20.0.5 (95b06357-adce-4bb9-8d42-6b9be25f7239/81963884-7f7f-4639-9dd2-ca683ad6e552/4ee2ddc3-15e0-4c48-8762-8a3d21a20f44) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:37:06.467877 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5a0533e9-2519-4ccd-8601-0e98d534ad50 req-cf2021f5-39ff-4aa4-b45c-111da3e74128 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 210 time: 0.0335777 May 05 20:37:06.536075 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Attempting to bind port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:37:06.536412 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Attempting to bind port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:37:06.536736 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Attempting to bind port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf on network f7453d2c-baf7-4d2d-921d-a0f048045044 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:37:06.548478 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf on network f7453d2c-baf7-4d2d-921d-a0f048045044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:37:06.548808 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Attempting to bind port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf on network f7453d2c-baf7-4d2d-921d-a0f048045044 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:37:06.588275 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:37:06.588615 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Checking segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:37:06.589003 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Bound using segment: {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:37:06.589469 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Bound port: e47a3236-d7bb-4789-8fb5-1edc4c23ecbf, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81119525-8889-44e4-9ae0-b26d8476eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:37:06.589856 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:06.700830 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks [] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:06.702949 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] For port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:37:06.706891 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] For port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:37:06.977460 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:06.994633 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f5c44-1c7b-441e-b987-3fbb0b707769 req-290ad6a8-7b50-4f83-99db-6bfca2214964 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:06.996118 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-300f5c44-1c7b-441e-b987-3fbb0b707769 req-290ad6a8-7b50-4f83-99db-6bfca2214964 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 943 time: 0.0557275 May 05 20:37:07.017364 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:07.017975 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:07.019380 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] 10.222.0.41 "PUT /v2.0/ports/e47a3236-d7bb-4789-8fb5-1edc4c23ecbf HTTP/1.1" status: 200 len: 1093 time: 1.3378346 May 05 20:37:07.019810 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:07.022075 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9580fb-0743-435d-87b8-41d2c9d17d43" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:07.053976 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-300f5c44-1c7b-441e-b987-3fbb0b707769 req-b5bfdd91-f88f-46e0-82dc-53656f5a38cb tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512855 May 05 20:37:07.063223 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787577d3-0550-4012-a811-0ea0e772e693 x-openstack-request-id: req-787577d3-0550-4012-a811-0ea0e772e693 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:07.063808 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:07.064153 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-787577d3-0550-4012-a811-0ea0e772e693 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:07.064880 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787577d3-0550-4012-a811-0ea0e772e693'] response: {'name': 'network-changed', 'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'status': 'completed', 'code': 200} May 05 20:37:07.068280 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00250dc2-d694-45fc-b99c-5ddc0abee640 service neutron] Pushing event updated for resources: {'Port': ['ID=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:07.111593 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:07.176370 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Network 95b06357-adce-4bb9-8d42-6b9be25f7239 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:37:07.177404 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Pushing event updated for resources: {'Port': ['ID=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:07.182991 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:37:07.185934 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:37:07.190070 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9580fb-0743-435d-87b8-41d2c9d17d43 req-262c9e0a-e512-47f7-b2a0-939cf44d8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:07.191590 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df9580fb-0743-435d-87b8-41d2c9d17d43 req-262c9e0a-e512-47f7-b2a0-939cf44d8887 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 1127 time: 0.1094005 May 05 20:37:07.288758 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:07.289403 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:07.327916 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9580fb-0743-435d-87b8-41d2c9d17d43 req-5de98149-95cf-491d-b460-82967c262f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:07.329332 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df9580fb-0743-435d-87b8-41d2c9d17d43 req-5de98149-95cf-491d-b460-82967c262f61 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d1f96beeabb54e168e8e924bee7a6440&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1171749 May 05 20:37:07.385378 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-718b662f-8615-438b-af6a-a14ad74afa0b tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5515091 May 05 20:37:07.400410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Request body: {'port': {'device_id': '722bd686-d33c-4efe-91db-f329a92a5540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:07.481186 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9580fb-0743-435d-87b8-41d2c9d17d43 req-b9a88d19-1b74-4fb2-b082-09a91bb518c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:07.482729 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df9580fb-0743-435d-87b8-41d2c9d17d43 req-b9a88d19-1b74-4fb2-b082-09a91bb518c4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473310 May 05 20:37:07.487189 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:07.597235 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4809ce-0640-4d78-8ff7-d12813482187 req-115199ba-1daa-4a9a-a17d-4e57137823e1 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:07.598728 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a4809ce-0640-4d78-8ff7-d12813482187 req-115199ba-1daa-4a9a-a17d-4e57137823e1 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 931 time: 0.0549772 May 05 20:37:07.641813 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-c30cd9b3-beec-4557-ad4c-f15f9d2eb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:07.643297 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-c30cd9b3-beec-4557-ad4c-f15f9d2eb404 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 1127 time: 0.1192479 May 05 20:37:07.649594 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3a4809ce-0640-4d78-8ff7-d12813482187 req-46e042e1-0ce4-4d66-a97f-f9d578689549 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 May 05 20:37:07.721587 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-5b525cc4-25ed-4731-b9cf-81cb10f3060c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf HTTP/1.1" status: 200 len: 217 time: 0.0579398 May 05 20:37:07.795457 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-f5c1248d-7c44-4453-9e4f-24d534a1167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:07.796884 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-f5c1248d-7c44-4453-9e4f-24d534a1167e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.0696528 May 05 20:37:07.887915 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-791ed0f7-b6e5-490c-a08a-1bc3a8525df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:07.890074 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-791ed0f7-b6e5-490c-a08a-1bc3a8525df2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840502 May 05 20:37:07.893779 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:07.908439 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Publish callbacks [] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:07.961017 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Transition to ACTIVE for port object 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:37:07.994099 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-1a1712d1-7d69-4b31-a87e-1398b5732a75 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959818 May 05 20:37:08.041918 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:08.110553 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:08.173053 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30af268-79f7-40ee-8c8b-c7b391f495d6 req-32208377-47cb-4a64-8060-7c5da63bd5b1 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718779 May 05 20:37:08.179709 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760823f-42a3-4d8b-b9b8-3641b315677a req-4de55fa5-dd36-4256-bf05-08644878c6b0 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:08.181400 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2760823f-42a3-4d8b-b9b8-3641b315677a req-4de55fa5-dd36-4256-bf05-08644878c6b0 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 943 time: 0.0548599 May 05 20:37:08.199321 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Attempting to bind port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:37:08.199653 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Attempting to bind port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:37:08.199977 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Attempting to bind port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 on network 95b06357-adce-4bb9-8d42-6b9be25f7239 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:37:08.204958 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 on network 95b06357-adce-4bb9-8d42-6b9be25f7239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:37:08.205282 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Attempting to bind port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 on network 95b06357-adce-4bb9-8d42-6b9be25f7239 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:37:08.210224 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:37:08.210550 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Checking segment: {'id': 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:37:08.210932 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Bound using segment: {'id': 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:37:08.211350 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Bound port: 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:37:08.211699 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:08.234835 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2760823f-42a3-4d8b-b9b8-3641b315677a req-edcd59e6-ab93-49ea-9d58-9744904f188f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453403 May 05 20:37:08.276515 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] For port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:37:08.280386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] For port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:37:08.369262 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:08.407174 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:08.407780 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:08.409149 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 HTTP/1.1" status: 200 len: 1093 time: 1.0141397 May 05 20:37:08.429067 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522acc3e-05ae-4869-b9a7-21cbc366e908 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:08.555643 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-2996c503-7ff1-42b7-8a79-7377a3d5bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:08.557147 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-2996c503-7ff1-42b7-8a79-7377a3d5bc38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bf13d2c33bd41b69353ee816ca18358&device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 1127 time: 0.0463073 May 05 20:37:08.600785 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-362fbbb6-caa9-48a4-9535-ee4b68e03e45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 HTTP/1.1" status: 200 len: 217 time: 0.0356050 May 05 20:37:08.653063 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-f7a75ac4-0f3a-4b4e-a4f0-32c052ab3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:08.654424 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-f7a75ac4-0f3a-4b4e-a4f0-32c052ab3b49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81963884-7f7f-4639-9dd2-ca683ad6e552 HTTP/1.1" status: 200 len: 849 time: 0.0467327 May 05 20:37:08.690675 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-68cb9f5a-e12a-4172-9b43-472f25c008a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95b06357-adce-4bb9-8d42-6b9be25f7239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261540 May 05 20:37:08.768255 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa644-6ecd-467b-bff4-3dc4ccb848e9 req-d584caaf-cd44-4bba-8623-9146eaba4489 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:08.769743 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7c1fa644-6ecd-467b-bff4-3dc4ccb848e9 req-d584caaf-cd44-4bba-8623-9146eaba4489 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 943 time: 0.0535614 May 05 20:37:08.784655 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-1d65887a-0a2a-4d4c-a27c-37c75ddce052 service neutron] 10.222.0.41 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857241 May 05 20:37:08.817220 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7c1fa644-6ecd-467b-bff4-3dc4ccb848e9 req-aa19c410-9c39-463a-a8c0-cd16e5a112e1 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 May 05 20:37:08.880955 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a6c0413-60c3-48de-8538-2cc0cfd8c7b8 req-52529d15-3fd2-4e77-aae3-537d63ec505f service neutron] 10.222.0.41 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881462 May 05 20:37:09.066006 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722bd686-d33c-4efe-91db-f329a92a5540', 'tag': '4ee2ddc3-15e0-4c48-8762-8a3d21a20f44'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:09.068387 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb267fd0-f696-4f31-8c78-d5ed5be84de7" -d '{"events": [{"name": "network-changed", "server_uuid": "722bd686-d33c-4efe-91db-f329a92a5540", "tag": "4ee2ddc3-15e0-4c48-8762-8a3d21a20f44"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:09.102606 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49a2c80-29b5-4bcd-9757-b5191c3810bc x-openstack-request-id: req-b49a2c80-29b5-4bcd-9757-b5191c3810bc {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:09.102927 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722bd686-d33c-4efe-91db-f329a92a5540", "tag": "4ee2ddc3-15e0-4c48-8762-8a3d21a20f44", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:09.103187 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b49a2c80-29b5-4bcd-9757-b5191c3810bc {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:09.103590 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49a2c80-29b5-4bcd-9757-b5191c3810bc'] response: {'name': 'network-changed', 'server_uuid': '722bd686-d33c-4efe-91db-f329a92a5540', 'tag': '4ee2ddc3-15e0-4c48-8762-8a3d21a20f44', 'status': 'completed', 'code': 200} May 05 20:37:09.167723 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-ea4aae1e-507c-4221-bc86-7ef8c18cc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:09.169187 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-ea4aae1e-507c-4221-bc86-7ef8c18cc01c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bf13d2c33bd41b69353ee816ca18358&device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 1127 time: 0.0436792 May 05 20:37:09.263235 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-ff08c099-e4d8-4bbf-95d7-58a96360503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:09.264870 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-ff08c099-e4d8-4bbf-95d7-58a96360503b service neutron] 10.222.0.41 "GET /v2.0/networks?id=95b06357-adce-4bb9-8d42-6b9be25f7239 HTTP/1.1" status: 200 len: 910 time: 0.0865510 May 05 20:37:09.306597 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-aac49af6-7e3b-4af9-9ee9-4486af7524bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 HTTP/1.1" status: 200 len: 217 time: 0.0350981 May 05 20:37:09.355358 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a75d03-6418-46ae-8634-7a035a8d6f71 req-48b2f5af-34ef-4526-8160-ea719f600df7 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:09.355954 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-ffb4678a-4ac0-4829-9fb0-e4f7cf3753ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:09.356739 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-77a75d03-6418-46ae-8634-7a035a8d6f71 req-48b2f5af-34ef-4526-8160-ea719f600df7 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 943 time: 0.0568049 May 05 20:37:09.357663 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-ffb4678a-4ac0-4829-9fb0-e4f7cf3753ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81963884-7f7f-4639-9dd2-ca683ad6e552 HTTP/1.1" status: 200 len: 849 time: 0.0436993 May 05 20:37:09.389950 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-7af27083-04a9-4257-9037-84de34214166 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95b06357-adce-4bb9-8d42-6b9be25f7239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253310 May 05 20:37:09.405382 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-77a75d03-6418-46ae-8634-7a035a8d6f71 req-7e6d2dd2-15ea-42a7-8e6a-824d8409d033 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 May 05 20:37:09.484801 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-7592fe7c-6b90-4b56-bf32-6b0d9167c932 service neutron] 10.222.0.41 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873587 May 05 20:37:09.574982 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb267fd0-f696-4f31-8c78-d5ed5be84de7 req-df292ebe-3a06-49b9-b1b0-47283f9195ca service neutron] 10.222.0.41 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839498 May 05 20:37:09.939358 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078badc4-7718-4bc1-b1bb-a5453f043168 req-dc85bde3-ce58-46bf-baca-e560949ff533 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:09.940843 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-078badc4-7718-4bc1-b1bb-a5453f043168 req-dc85bde3-ce58-46bf-baca-e560949ff533 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 943 time: 0.0529246 May 05 20:37:09.987831 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-078badc4-7718-4bc1-b1bb-a5453f043168 req-d2f64bba-bfe7-456c-b7b2-3e9068093b2e tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 May 05 20:37:10.329257 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:37:10.421225 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:10.432413 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '4ee2ddc3-15e0-4c48-8762-8a3d21a20f44', 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239', 'port_id': '4ee2ddc3-15e0-4c48-8762-8a3d21a20f44', 'mac_address': 'fa:16:3e:36:45:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81963884-7f7f-4639-9dd2-ca683ad6e552', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:37:10.475139 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:37:10.475538 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:10.488866 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:10.508518 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:10.526690 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32024494-908c-48a7-a332-d3dd3e0e0ffa req-9aa919e4-3528-4575-9dae-2b7d02da8e3f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:10.528208 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-32024494-908c-48a7-a332-d3dd3e0e0ffa req-9aa919e4-3528-4575-9dae-2b7d02da8e3f tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 943 time: 0.0531359 May 05 20:37:10.584328 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-32024494-908c-48a7-a332-d3dd3e0e0ffa req-b35b99d6-3848-4818-b773-2861ed2bba0a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496969 May 05 20:37:10.597267 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:10.644809 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:10.843724 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['4ee2ddc3-15e0-4c48-8762-8a3d21a20f44'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:37:11.111494 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bc9a4-f5e2-4e78-ba34-2af34c205b5f req-0838b525-cd96-471e-b600-2a76c74fcd98 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:11.111494 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d76bc9a4-f5e2-4e78-ba34-2af34c205b5f req-0838b525-cd96-471e-b600-2a76c74fcd98 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 944 time: 0.0536714 May 05 20:37:11.155979 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d76bc9a4-f5e2-4e78-ba34-2af34c205b5f req-631735c0-efc0-4b32-8355-14e2b4626fed tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 May 05 20:37:11.699620 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916001b2-ee0d-436d-a3d2-3444c088cf01 req-82146168-828f-4708-aa6d-14fb14d666d9 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:11.701730 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-916001b2-ee0d-436d-a3d2-3444c088cf01 req-82146168-828f-4708-aa6d-14fb14d666d9 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 943 time: 0.0523567 May 05 20:37:11.749861 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-916001b2-ee0d-436d-a3d2-3444c088cf01 req-6c6d4a7a-060f-4f97-beee-d8e6cc5fe8a2 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 May 05 20:37:12.275852 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14295bde-2766-4c26-b1a1-48acdc4b5588 req-8ac9a3eb-4f1a-4717-af03-6537d420ccc4 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:12.277323 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-14295bde-2766-4c26-b1a1-48acdc4b5588 req-8ac9a3eb-4f1a-4717-af03-6537d420ccc4 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 944 time: 0.0557923 May 05 20:37:12.322869 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-14295bde-2766-4c26-b1a1-48acdc4b5588 req-49396201-b8e5-46d2-bdb6-2994c3f6a5bd tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 May 05 20:37:12.345085 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:37:12.488291 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:37:12.492132 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:37:12.492511 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:12.571148 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:37:12.571534 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:12.593724 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722bd686-d33c-4efe-91db-f329a92a5540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee2ddc3-15e0-4c48-8762-8a3d21a20f44'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:12.595940 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eabb741-30ab-4bc2-8f6e-79af8e4e6967" -d '{"events": [{"server_uuid": "722bd686-d33c-4efe-91db-f329a92a5540", "name": "network-vif-plugged", "status": "completed", "tag": "4ee2ddc3-15e0-4c48-8762-8a3d21a20f44"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:12.612473 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:12.629996 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9338be3b-66c7-4e0e-aaf6-2b48bd0f5003 x-openstack-request-id: req-9338be3b-66c7-4e0e-aaf6-2b48bd0f5003 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:12.629996 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722bd686-d33c-4efe-91db-f329a92a5540", "name": "network-vif-plugged", "status": "completed", "tag": "4ee2ddc3-15e0-4c48-8762-8a3d21a20f44", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:12.630280 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9338be3b-66c7-4e0e-aaf6-2b48bd0f5003 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:12.630678 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9338be3b-66c7-4e0e-aaf6-2b48bd0f5003'] response: {'server_uuid': '722bd686-d33c-4efe-91db-f329a92a5540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee2ddc3-15e0-4c48-8762-8a3d21a20f44', 'code': 200} May 05 20:37:12.813496 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:12.846798 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:12.876571 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f8ac2-b298-4db4-84fc-5fac5801d7fc req-c0b95d0c-5ecf-4771-87a6-b6480e93d6ab tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:12.878099 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-768f8ac2-b298-4db4-84fc-5fac5801d7fc req-c0b95d0c-5ecf-4771-87a6-b6480e93d6ab tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 943 time: 0.0547140 May 05 20:37:12.928792 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-768f8ac2-b298-4db4-84fc-5fac5801d7fc req-0af71b11-1e94-4d94-918d-decdce606c05 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450444 May 05 20:37:13.084790 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5966547-6531-4eeb-81db-4087a96f82ca req-26a839c5-8750-4aab-9ea5-9a7f22770fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:13.086224 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a5966547-6531-4eeb-81db-4087a96f82ca req-26a839c5-8750-4aab-9ea5-9a7f22770fcc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 1129 time: 0.0502155 May 05 20:37:13.129706 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a5966547-6531-4eeb-81db-4087a96f82ca req-bdbe2c37-3028-467d-ac67-4cfaef2efb1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367186 May 05 20:37:13.444573 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fc5e1-2437-4b4e-bbb7-051c3637c372 req-0bdbc06e-990d-4391-bb34-7e2e7c8bf579 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:13.446075 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-aa7fc5e1-2437-4b4e-bbb7-051c3637c372 req-0bdbc06e-990d-4391-bb34-7e2e7c8bf579 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 945 time: 0.0554996 May 05 20:37:13.493158 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-aa7fc5e1-2437-4b4e-bbb7-051c3637c372 req-f258183d-1c11-47a1-9824-b0e5718a894e tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 May 05 20:37:13.705875 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:14.056015 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e10f-e98d-41bb-8016-1f1b5a5f5a28 req-37804413-5b94-4e70-819b-39e4f0a4901d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:14.057487 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b6d0e10f-e98d-41bb-8016-1f1b5a5f5a28 req-37804413-5b94-4e70-819b-39e4f0a4901d tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 943 time: 0.0544424 May 05 20:37:14.105151 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b6d0e10f-e98d-41bb-8016-1f1b5a5f5a28 req-32321c94-92b1-41ac-8653-5da98d113b12 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 May 05 20:37:14.612019 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a927cf-bf55-46bf-bc84-137a9f714065 req-8d12604c-3b85-494c-9458-e2fd2ad77b58 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:14.613560 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-60a927cf-bf55-46bf-bc84-137a9f714065 req-8d12604c-3b85-494c-9458-e2fd2ad77b58 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 945 time: 0.0542963 May 05 20:37:14.663983 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-60a927cf-bf55-46bf-bc84-137a9f714065 req-c6ad48e2-b34c-45bc-94f2-3e0184efc168 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449386 May 05 20:37:15.225021 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55999799-5b71-4a78-a128-05b4407e37cd req-bacaf340-418e-40ba-99d7-9e8f8c2d805e tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:15.226508 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55999799-5b71-4a78-a128-05b4407e37cd req-bacaf340-418e-40ba-99d7-9e8f8c2d805e tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 943 time: 0.0540526 May 05 20:37:15.274512 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55999799-5b71-4a78-a128-05b4407e37cd req-4107f07d-d16a-403b-ba59-49234edef295 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 May 05 20:37:16.049079 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b04bf-c25b-4794-b227-bfca8ffbd6f5 req-6da85049-dd1b-43c9-a48a-7b09362d8194 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:16.050561 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-111b04bf-c25b-4794-b227-bfca8ffbd6f5 req-6da85049-dd1b-43c9-a48a-7b09362d8194 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 945 time: 0.0540824 May 05 20:37:16.100632 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-111b04bf-c25b-4794-b227-bfca8ffbd6f5 req-d8bceb79-7f38-4f08-a6fc-6c664fb89e6f tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 May 05 20:37:16.397988 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54633f-5afb-4f0d-815c-38631c3ba278 req-6dce281c-50bf-46ea-b6e9-ab112c83f9ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:16.399391 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fb54633f-5afb-4f0d-815c-38631c3ba278 req-6dce281c-50bf-46ea-b6e9-ab112c83f9ed tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 943 time: 0.0568125 May 05 20:37:16.406610 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device e47a3236-d7bb-4789-8fb5-1edc4c23ecbf details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:37:16.448186 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fb54633f-5afb-4f0d-815c-38631c3ba278 req-9b72c0ca-a331-4bff-8c69-9ba6fa61aa8c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 May 05 20:37:16.505204 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:16.516534 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'port_id': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'mac_address': 'fa:16:3e:08:e0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:37:16.553541 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:37:16.553934 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:16.567484 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47a3236-d7bb-4789-8fb5-1edc4c23ecbf {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:16.586445 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:16.738674 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:16.787438 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:17.005239 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['e47a3236-d7bb-4789-8fb5-1edc4c23ecbf'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:37:17.224296 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17ef31-b971-4ae2-a5a8-9af5b40bbcc2 req-2bc31e44-7542-4864-9036-ce15c40a6870 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:17.225802 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4b17ef31-b971-4ae2-a5a8-9af5b40bbcc2 req-2bc31e44-7542-4864-9036-ce15c40a6870 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 945 time: 0.0561728 May 05 20:37:17.272870 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4b17ef31-b971-4ae2-a5a8-9af5b40bbcc2 req-bf54e290-a714-4489-b573-6273bfdde20e tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 May 05 20:37:17.497209 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-9d0504d2-e499-4919-a2d9-93495fdf20de tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:17.499301 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-9d0504d2-e499-4919-a2d9-93495fdf20de tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.41 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 945 time: 0.0553031 May 05 20:37:17.566908 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8136-4820-401d-b390-777e9666d916 req-34b696ad-eccc-4ee8-b36a-85307351d1a2 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:17.568404 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a27c8136-4820-401d-b390-777e9666d916 req-34b696ad-eccc-4ee8-b36a-85307351d1a2 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 944 time: 0.0518479 May 05 20:37:17.600798 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Deleting port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:37:17.601139 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:17.621141 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a27c8136-4820-401d-b390-777e9666d916 req-8000bb3c-ddd6-4d4f-8bc2-ec565351e77e tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468369 May 05 20:37:17.691664 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] For port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:17.692024 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:17.705181 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Calling delete_port for 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:37:17.899765 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (4ee2ddc3-15e0-4c48-8762-8a3d21a20f44), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:17.911588 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['4ee2ddc3-15e0-4c48-8762-8a3d21a20f44'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:37:17.928494 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Pushing event deleted for resources: {'Port': ['ID=4ee2ddc3-15e0-4c48-8762-8a3d21a20f44,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:17.975287 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] No DVR routers for this DVR port 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:37:17.977736 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:17.980928 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2a64132-3f63-444d-8824-ea0d419bc5c6 req-c6347e7e-f9e8-4fbc-8ce5-9a5213b68337 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.41 "DELETE /v2.0/ports/4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 HTTP/1.1" status: 204 len: 173 time: 0.4760990 May 05 20:37:17.981390 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722bd686-d33c-4efe-91db-f329a92a5540', 'name': 'network-vif-deleted', 'tag': '4ee2ddc3-15e0-4c48-8762-8a3d21a20f44'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:17.984127 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225f4be7-2811-4489-a132-37086c92c947" -d '{"events": [{"server_uuid": "722bd686-d33c-4efe-91db-f329a92a5540", "name": "network-vif-deleted", "tag": "4ee2ddc3-15e0-4c48-8762-8a3d21a20f44"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:18.019209 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a808fac9-32ec-44a4-a32a-2669e23fc6a4 x-openstack-request-id: req-a808fac9-32ec-44a4-a32a-2669e23fc6a4 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:18.019506 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722bd686-d33c-4efe-91db-f329a92a5540", "name": "network-vif-deleted", "tag": "4ee2ddc3-15e0-4c48-8762-8a3d21a20f44", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:18.019763 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a808fac9-32ec-44a4-a32a-2669e23fc6a4 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:18.020188 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a808fac9-32ec-44a4-a32a-2669e23fc6a4'] response: {'server_uuid': '722bd686-d33c-4efe-91db-f329a92a5540', 'name': 'network-vif-deleted', 'tag': '4ee2ddc3-15e0-4c48-8762-8a3d21a20f44', 'status': 'completed', 'code': 200} May 05 20:37:18.377009 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-51b2a668-45c4-4f63-b743-dd20a0015d04 req-ec74cb0a-c4d9-4477-b8c6-31bb042f1601 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=722bd686-d33c-4efe-91db-f329a92a5540 HTTP/1.1" status: 200 len: 210 time: 0.0268517 May 05 20:37:18.408196 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device e47a3236-d7bb-4789-8fb5-1edc4c23ecbf up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:37:18.522458 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:37:18.526410 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:37:18.526782 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:18.607822 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:37:18.608290 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:18.629534 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:18.631744 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56d0845-2f40-4c15-927f-64f2bb47ac1d" -d '{"events": [{"server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "name": "network-vif-plugged", "status": "completed", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:18.645193 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:18.670933 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ec8c49-c950-4988-bdeb-a4df6fad72e7 x-openstack-request-id: req-a2ec8c49-c950-4988-bdeb-a4df6fad72e7 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:18.671179 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "name": "network-vif-plugged", "status": "completed", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:18.671443 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2ec8c49-c950-4988-bdeb-a4df6fad72e7 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:18.672002 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ec8c49-c950-4988-bdeb-a4df6fad72e7'] response: {'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'code': 200} May 05 20:37:18.721777 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:18.722599 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:37:18.747739 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d6f51-c261-4b5f-8846-af965c829707 req-6f534cac-510d-4bae-bd40-1b860e995cef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:18.749239 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c82d6f51-c261-4b5f-8846-af965c829707 req-6f534cac-510d-4bae-bd40-1b860e995cef tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 944 time: 0.0549479 May 05 20:37:18.762349 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:37:18.762699 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 4ee2ddc3-15e0-4c48-8762-8a3d21a20f44 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:37:18.788838 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:18.800305 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c82d6f51-c261-4b5f-8846-af965c829707 req-328a0eaf-2b1c-446a-96ba-7af96fe23be0 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454180 May 05 20:37:19.123669 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f7762-e78d-465a-b531-7b49d53d022b req-d1f0ea04-90b6-412f-bedf-380914202df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:19.125207 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-649f7762-e78d-465a-b531-7b49d53d022b req-d1f0ea04-90b6-412f-bedf-380914202df2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 1129 time: 0.0444872 May 05 20:37:19.204562 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-649f7762-e78d-465a-b531-7b49d53d022b req-a5405ed2-4d1a-46ac-bec4-38da25b4ceaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705709 May 05 20:37:19.211196 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-b293c49a-f9a3-4d3a-a323-98b8370ec135 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638196 May 05 20:37:19.467292 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-bed9c125-f19b-4521-91a8-48b608674863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:19.469087 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-bed9c125-f19b-4521-91a8-48b608674863 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 1130 time: 0.0466654 May 05 20:37:19.582090 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-4db3a3fb-a188-4862-91ae-ec269c50d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:19.583553 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-4db3a3fb-a188-4862-91ae-ec269c50d5b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 916 time: 0.0913198 May 05 20:37:19.643387 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-53a4d227-21be-4b63-899f-04ac3a67c3d6 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:19.644900 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-53a4d227-21be-4b63-899f-04ac3a67c3d6 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/networks?id=95b06357-adce-4bb9-8d42-6b9be25f7239 HTTP/1.1" status: 200 len: 809 time: 0.1116936 May 05 20:37:19.660179 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c42d8c54-e4db-4bc1-9961-3a371cae7120 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/quotas/1bf13d2c33bd41b69353ee816ca18358 HTTP/1.1" status: 200 len: 375 time: 0.0096064 May 05 20:37:19.674119 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-6073707b-f1cd-447e-8d38-bed7e1297c48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae06fc7-68ea-4df8-8b7e-0909597eb7ce HTTP/1.1" status: 200 len: 1001 time: 0.0610721 May 05 20:37:19.693869 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-50d9ce3b-c8a3-4889-8733-48af9f4c4d57 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1bf13d2c33bd41b69353ee816ca18358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287297 May 05 20:37:19.728406 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-73305741-eecb-438a-b3a3-07fb2a6173c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:19.729908 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-73305741-eecb-438a-b3a3-07fb2a6173c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0476274 May 05 20:37:19.779274 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-f7f3eb2f-41a9-41cc-a83e-46166b8a0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:19.780772 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-f7f3eb2f-41a9-41cc-a83e-46166b8a0790 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443547 May 05 20:37:19.791210 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-2c647567-00f9-41c6-97e7-640e93fd14eb service neutron] 10.222.0.49 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906658 May 05 20:37:19.877018 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-8b39288b-559a-4503-87f2-8b7995a9196d service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892863 May 05 20:37:19.915832 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-2a9eed67-1900-47c5-87c3-24f129f8394b service neutron] 10.222.0.49 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172574 May 05 20:37:19.943320 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26f944-1941-42e3-ae41-3095b621e402 req-2b1aad07-fcb2-437b-b80b-8887b9f908f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:19.945550 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3b26f944-1941-42e3-ae41-3095b621e402 req-2b1aad07-fcb2-437b-b80b-8887b9f908f4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 945 time: 0.0675752 May 05 20:37:19.974543 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c7ad9ed-7313-422b-bdfc-1cad11495a3f req-619bb9e1-ffe5-4baf-b9e9-9376da2b753f service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913823 May 05 20:37:20.006971 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3b26f944-1941-42e3-ae41-3095b621e402 req-188eae16-1004-4d6a-9802-58a69dab8e02 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540004 May 05 20:37:20.163469 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8dec6f44-0423-4cf7-8110-6d4d64254aea req-8f2f029f-3677-4cb8-ad7a-aa29ae039482 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 210 time: 0.0275877 May 05 20:37:21.127352 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec80c5f-aa94-4d7f-9cc1-86bbd06644bc req-e2ab0783-aa83-4e30-b3ca-eb6d1d9053c5 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:21.128870 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2ec80c5f-aa94-4d7f-9cc1-86bbd06644bc req-e2ab0783-aa83-4e30-b3ca-eb6d1d9053c5 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 945 time: 0.0546792 May 05 20:37:21.179569 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2ec80c5f-aa94-4d7f-9cc1-86bbd06644bc req-69db4d32-14d9-4bc0-9dfa-e291fcd12a09 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449681 May 05 20:37:21.261192 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b8f57ff3-27d6-472e-8196-c24aef1abb08 req-6f8c70f9-76e1-4298-8be4-5adc99c52b55 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 210 time: 0.0312667 May 05 20:37:21.315057 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d7d2c-ec44-43f2-a3e3-0c36d9665feb req-5cf17010-610d-47f8-b9ae-44d89c425545 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:21.316515 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a19d7d2c-ec44-43f2-a3e3-0c36d9665feb req-5cf17010-610d-47f8-b9ae-44d89c425545 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 945 time: 0.0576158 May 05 20:37:21.365265 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a19d7d2c-ec44-43f2-a3e3-0c36d9665feb req-df10d09d-064c-4f32-88ac-3481295d68c1 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431426 May 05 20:37:21.387148 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38322) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:21.532430 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7eb124-ece2-4c36-8dde-9f6a5ce62eeb tempest-TestVolumeBootPattern-617802492 tempest-TestVolumeBootPattern-617802492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:21.534060 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dc7eb124-ece2-4c36-8dde-9f6a5ce62eeb tempest-TestVolumeBootPattern-617802492 tempest-TestVolumeBootPattern-617802492-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 1124 time: 0.1459494 May 05 20:37:21.536892 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38326) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:21.540997 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'port_id': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:21.648508 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:21.746098 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:21.849273 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Allocated IP 172.27.0.12 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/57f992fb-16fa-47df-9bf6-90832f1b8f74) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:37:21.953258 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for port (57f992fb-16fa-47df-9bf6-90832f1b8f74), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:22.071239 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (57f992fb-16fa-47df-9bf6-90832f1b8f74), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:22.107043 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:37:22.110734 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:37:22.114207 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:37:22.139114 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'Port': ['ID=57f992fb-16fa-47df-9bf6-90832f1b8f74,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:22.434052 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-7f98a945-c17c-4f58-ab97-5c48041277d1 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:22.436469 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-7f98a945-c17c-4f58-ab97-5c48041277d1 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.41 "GET /v2.0/networks?id=95b06357-adce-4bb9-8d42-6b9be25f7239 HTTP/1.1" status: 200 len: 809 time: 0.1152008 May 05 20:37:22.450369 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Request body: {'port': {'device_id': '1092d982-7261-4acf-a74d-4744f3c53acf', 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239', 'admin_state_up': True, 'tenant_id': '1bf13d2c33bd41b69353ee816ca18358'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:22.598573 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1760d45b-4300-4baf-b426-bf460cbca385 req-b4690097-f5ba-48bb-ae18-d7a4105a501a tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 210 time: 0.2646494 May 05 20:37:22.711497 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Made reservation on behalf of 1bf13d2c33bd41b69353ee816ca18358 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:37:22.714917 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:22.739578 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (355d39fa-f557-4771-aa4a-a368974a2d5e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:22.843226 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Allocated IP 172.20.0.9 (95b06357-adce-4bb9-8d42-6b9be25f7239/81963884-7f7f-4639-9dd2-ca683ad6e552/60003cfb-a5f6-413c-a1eb-165adb18962f) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:37:22.894826 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (57f992fb-16fa-47df-9bf6-90832f1b8f74), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:22.934688 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c44891dc-f34d-43a1-83c1-e93684058de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:22.993228 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks [] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.045595 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for port (57f992fb-16fa-47df-9bf6-90832f1b8f74), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.095060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.134327 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (57f992fb-16fa-47df-9bf6-90832f1b8f74), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.137928 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Network 95b06357-adce-4bb9-8d42-6b9be25f7239 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:37:23.141858 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:37:23.145598 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:37:23.173922 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Pushing event updated for resources: {'Port': ['ID=60003cfb-a5f6-413c-a1eb-165adb18962f,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:23.208922 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event updated for resources: {'Port': ['ID=57f992fb-16fa-47df-9bf6-90832f1b8f74,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:23.259406 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (355d39fa-f557-4771-aa4a-a368974a2d5e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.266616 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:23.267229 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.343259 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e8a9b87a-5774-4e15-99fb-c13230145fb7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8968720 May 05 20:37:23.355339 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Request body: {'port': {'device_id': '1092d982-7261-4acf-a74d-4744f3c53acf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:23.364290 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Floating IP 355d39fa-f557-4771-aa4a-a368974a2d5e associated. External IP: 172.27.0.12, port: e47a3236-d7bb-4789-8fb5-1edc4c23ecbf. May 05 20:37:23.416762 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.581425 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Router 697b5724-350e-4acf-8784-63c6269b11b0 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:37:23.676954 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60003cfb-a5f6-413c-a1eb-165adb18962f {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:23.684564 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Publish callbacks [] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.698712 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Transition to ACTIVE for port object 60003cfb-a5f6-413c-a1eb-165adb18962f will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:37:23.726810 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:37:23.737420 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] Sync routers for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:37:23.746634 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:37:23.747235 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:36:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:23.751184 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28278fb9-d991-45b9-8096-205d087ceafd req-866976a9-58e0-42ba-8777-79e442c50666 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:23.752718 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-28278fb9-d991-45b9-8096-205d087ceafd req-866976a9-58e0-42ba-8777-79e442c50666 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 931 time: 0.0814397 May 05 20:37:23.774444 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.802366 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.826179 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-28278fb9-d991-45b9-8096-205d087ceafd req-21e4067b-7ec4-4b58-9be6-f2898c873f24 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674355 May 05 20:37:23.836361 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Pushing event updated for resources: {'Port': ['ID=60003cfb-a5f6-413c-a1eb-165adb18962f,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:23.854268 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-cb16db51-d67c-4b09-b2d5-785b3cb70499 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3162792 May 05 20:37:23.854880 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:23.857343 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:23.870300 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:37:23.897216 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac25136-62e1-4ded-956c-4cc2d033df94 x-openstack-request-id: req-fac25136-62e1-4ded-956c-4cc2d033df94 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:23.897548 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:23.897806 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fac25136-62e1-4ded-956c-4cc2d033df94 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:23.898357 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac25136-62e1-4ded-956c-4cc2d033df94'] response: {'name': 'network-changed', 'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'status': 'completed', 'code': 200} May 05 20:37:23.934763 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Attempting to bind port 60003cfb-a5f6-413c-a1eb-165adb18962f on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:37:23.935088 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Attempting to bind port 60003cfb-a5f6-413c-a1eb-165adb18962f by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:37:23.936072 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Attempting to bind port 60003cfb-a5f6-413c-a1eb-165adb18962f on network 95b06357-adce-4bb9-8d42-6b9be25f7239 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:37:23.956617 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Port 60003cfb-a5f6-413c-a1eb-165adb18962f on network 95b06357-adce-4bb9-8d42-6b9be25f7239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:37:23.956932 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Attempting to bind port 60003cfb-a5f6-413c-a1eb-165adb18962f on network 95b06357-adce-4bb9-8d42-6b9be25f7239 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:37:23.966105 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:37:23.966436 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Checking segment: {'id': 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:37:23.966925 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Bound using segment: {'id': 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:37:23.967597 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Bound port: 60003cfb-a5f6-413c-a1eb-165adb18962f, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:37:23.968153 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:23.991654 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-1cb244a0-ab85-4a00-9bd6-4aab0a8c1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:23.993158 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-1cb244a0-ab85-4a00-9bd6-4aab0a8c1f38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 1129 time: 0.0705588 May 05 20:37:24.096594 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] For port 60003cfb-a5f6-413c-a1eb-165adb18962f, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:37:24.098936 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '355d39fa-f557-4771-aa4a-a368974a2d5e', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:08:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:37:22Z', 'updated_at': '2022-05-05T20:37:22Z', 'revision_number': 0, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}, {'id': '52493864-e44a-4cb6-b569-7996d3580c1b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:02Z', 'updated_at': '2022-05-05T20:35:05Z', 'revision_number': 1, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:24.100740 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] For port 60003cfb-a5f6-413c-a1eb-165adb18962f, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=60003cfb-a5f6-413c-a1eb-165adb18962f,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:37:24.121807 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-46e93982-3ac3-43a6-8ea1-9e3a274d46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:24.123980 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-46e93982-3ac3-43a6-8ea1-9e3a274d46f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 912 time: 0.1134455 May 05 20:37:24.130069 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] Checking router: 697b5724-350e-4acf-8784-63c6269b11b0 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:37:24.138414 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:37:24.139026 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:36:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:24.191305 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:24.194407 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-901ff0ed-9bd6-46c6-b417-e99ea8d944b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf HTTP/1.1" status: 200 len: 998 time: 0.0636189 May 05 20:37:24.249353 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:37:24.490385 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '355d39fa-f557-4771-aa4a-a368974a2d5e', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:08:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:37:22Z', 'updated_at': '2022-05-05T20:37:22Z', 'revision_number': 0, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}, {'id': '52493864-e44a-4cb6-b569-7996d3580c1b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:02Z', 'updated_at': '2022-05-05T20:35:05Z', 'revision_number': 1, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:24.514289 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:24.514908 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:24.516285 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-c213b555-79b5-4953-a830-78cb82686347 service neutron] 10.222.0.41 "PUT /v2.0/ports/60003cfb-a5f6-413c-a1eb-165adb18962f HTTP/1.1" status: 200 len: 1093 time: 1.1651936 May 05 20:37:24.516731 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1092d982-7261-4acf-a74d-4744f3c53acf', 'tag': '60003cfb-a5f6-413c-a1eb-165adb18962f'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:24.518943 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f59f37-586f-44e4-b3de-8ebc7e390b28" -d '{"events": [{"name": "network-changed", "server_uuid": "1092d982-7261-4acf-a74d-4744f3c53acf", "tag": "60003cfb-a5f6-413c-a1eb-165adb18962f"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:24.520201 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081aa5e3-8b7f-414d-a146-1ec9fb196868 None None] The sync data for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi is: [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '355d39fa-f557-4771-aa4a-a368974a2d5e', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:08:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:37:22Z', 'updated_at': '2022-05-05T20:37:22Z', 'revision_number': 0, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}, {'id': '52493864-e44a-4cb6-b569-7996d3580c1b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:02Z', 'updated_at': '2022-05-05T20:35:05Z', 'revision_number': 1, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:37:24.560440 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8478d1c-3e6c-4699-aec6-4ebc8f0f7b3f x-openstack-request-id: req-f8478d1c-3e6c-4699-aec6-4ebc8f0f7b3f {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:24.561663 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1092d982-7261-4acf-a74d-4744f3c53acf", "tag": "60003cfb-a5f6-413c-a1eb-165adb18962f", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:24.561663 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8478d1c-3e6c-4699-aec6-4ebc8f0f7b3f {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:24.561999 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8478d1c-3e6c-4699-aec6-4ebc8f0f7b3f'] response: {'name': 'network-changed', 'server_uuid': '1092d982-7261-4acf-a74d-4744f3c53acf', 'tag': '60003cfb-a5f6-413c-a1eb-165adb18962f', 'status': 'completed', 'code': 200} May 05 20:37:24.564605 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213b555-79b5-4953-a830-78cb82686347 service neutron] Pushing event updated for resources: {'Port': ['ID=60003cfb-a5f6-413c-a1eb-165adb18962f,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:24.568788 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-5230102e-f79b-4794-93fa-219528dab601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:24.570274 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-5230102e-f79b-4794-93fa-219528dab601 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.3508074 May 05 20:37:24.662593 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f59f37-586f-44e4-b3de-8ebc7e390b28 req-739caec6-5b01-4aa5-ad41-986dc118bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:24.664080 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b1f59f37-586f-44e4-b3de-8ebc7e390b28 req-739caec6-5b01-4aa5-ad41-986dc118bd19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bf13d2c33bd41b69353ee816ca18358&device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 1127 time: 0.0797272 May 05 20:37:24.666683 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-1dba3b1d-ce18-4dc4-9fe0-746557625315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:24.668108 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-1dba3b1d-ce18-4dc4-9fe0-746557625315 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746515 May 05 20:37:24.736514 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649da52-c171-43db-811e-01cc6bfeb128 None None] New status for floating IP 355d39fa-f557-4771-aa4a-a368974a2d5e: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:37:24.839825 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f59f37-586f-44e4-b3de-8ebc7e390b28 req-cdfad9cd-8ebf-4e34-8b55-25a9975b4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:24.841326 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b1f59f37-586f-44e4-b3de-8ebc7e390b28 req-cdfad9cd-8ebf-4e34-8b55-25a9975b4b93 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1bf13d2c33bd41b69353ee816ca18358&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1657159 May 05 20:37:24.845760 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-1701e5c8-107d-40bd-88cf-589fccf3cb34 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615684 May 05 20:37:24.953095 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72eeb7-db82-407d-b41d-cacfe2e84bc7 req-5a82fc93-6dae-4ee0-a398-ab131c0783f7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:24.954691 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ac72eeb7-db82-407d-b41d-cacfe2e84bc7 req-5a82fc93-6dae-4ee0-a398-ab131c0783f7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 943 time: 0.0541878 May 05 20:37:25.010868 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ac72eeb7-db82-407d-b41d-cacfe2e84bc7 req-b759a636-dc18-41ed-b027-c0cb94244819 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 May 05 20:37:25.013977 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f59f37-586f-44e4-b3de-8ebc7e390b28 req-f46949de-44e7-48ee-8099-7910c20d5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:25.015666 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b1f59f37-586f-44e4-b3de-8ebc7e390b28 req-f46949de-44e7-48ee-8099-7910c20d5c29 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1637008 May 05 20:37:25.021771 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4ad582d-2c8e-4a57-b2e8-ea1df18e67b9 req-7fea9723-1621-49df-8ca4-46b7882cf221 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688075 May 05 20:37:25.060039 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1e474b4e-b449-4cc7-a2a5-c4ad9416839c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:25.100368 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-6fe63b00-8069-4b44-b8cf-b9dd51ac58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:25.101827 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-6fe63b00-8069-4b44-b8cf-b9dd51ac58e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bf13d2c33bd41b69353ee816ca18358&device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 1127 time: 0.0469041 May 05 20:37:25.149548 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-e4f96533-88ab-41a8-befd-d5d1c8b0121b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60003cfb-a5f6-413c-a1eb-165adb18962f HTTP/1.1" status: 200 len: 217 time: 0.0384922 May 05 20:37:25.197533 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-4d18c2a0-8ebe-456e-93b8-876e7049c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:25.198966 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-4d18c2a0-8ebe-456e-93b8-876e7049c481 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81963884-7f7f-4639-9dd2-ca683ad6e552 HTTP/1.1" status: 200 len: 849 time: 0.0435250 May 05 20:37:25.232597 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-8cdab897-171c-4f9a-8c22-e2bb2179af1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95b06357-adce-4bb9-8d42-6b9be25f7239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267892 May 05 20:37:25.324590 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-681b2d8e-a3cb-419c-b259-79babe14aed4 service neutron] 10.222.0.41 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851254 May 05 20:37:25.414800 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c5ecbae-c9d9-4410-b817-69ea051b8ef6 req-0c39dec6-78e5-468b-a4ff-da628888094b service neutron] 10.222.0.41 "GET /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817394 May 05 20:37:26.145201 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1946c-56d9-49d5-925c-61e1f7b716dd req-56551349-6d86-4400-8c01-dac3e8b55c16 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:26.146933 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8ac1946c-56d9-49d5-925c-61e1f7b716dd req-56551349-6d86-4400-8c01-dac3e8b55c16 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 943 time: 0.0536325 May 05 20:37:26.194208 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8ac1946c-56d9-49d5-925c-61e1f7b716dd req-55d60d68-536d-49ff-9e80-ea836e705aff tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 May 05 20:37:26.402827 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:26.442435 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 60003cfb-a5f6-413c-a1eb-165adb18962f details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:37:26.539989 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 60003cfb-a5f6-413c-a1eb-165adb18962f, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=60003cfb-a5f6-413c-a1eb-165adb18962f,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:26.551067 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '60003cfb-a5f6-413c-a1eb-165adb18962f', 'network_id': '95b06357-adce-4bb9-8d42-6b9be25f7239', 'port_id': '60003cfb-a5f6-413c-a1eb-165adb18962f', 'mac_address': 'fa:16:3e:7d:e3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81963884-7f7f-4639-9dd2-ca683ad6e552', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:37:26.590484 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 60003cfb-a5f6-413c-a1eb-165adb18962f is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:37:26.590865 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:26.603765 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60003cfb-a5f6-413c-a1eb-165adb18962f {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:26.622279 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 60003cfb-a5f6-413c-a1eb-165adb18962f, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=60003cfb-a5f6-413c-a1eb-165adb18962f,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:26.716894 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:26.762693 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=60003cfb-a5f6-413c-a1eb-165adb18962f,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:26.989456 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['60003cfb-a5f6-413c-a1eb-165adb18962f'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:37:27.311353 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb611-9b56-4496-8341-1e8bdb2c98f5 req-88645db6-694a-4f17-8ae8-85967461f5fa tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:27.312853 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-742cb611-9b56-4496-8341-1e8bdb2c98f5 req-88645db6-694a-4f17-8ae8-85967461f5fa tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 944 time: 0.0531845 May 05 20:37:27.359262 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-742cb611-9b56-4496-8341-1e8bdb2c98f5 req-628f08b3-82fd-40eb-a1c3-c28605a768d7 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 May 05 20:37:28.042666 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:28.453210 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 60003cfb-a5f6-413c-a1eb-165adb18962f up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:37:28.480493 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee395c3-7a62-4b8d-b5e4-58401722bfee req-a2dc3370-abe0-46b2-9ed0-5f8d061dd11d tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:28.482622 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dee395c3-7a62-4b8d-b5e4-58401722bfee req-a2dc3370-abe0-46b2-9ed0-5f8d061dd11d tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 944 time: 0.0576253 May 05 20:37:28.530873 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-dee395c3-7a62-4b8d-b5e4-58401722bfee req-f71bbaf4-cfa6-418d-9fbc-c1fa86da23bf tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 May 05 20:37:28.597010 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 60003cfb-a5f6-413c-a1eb-165adb18962f completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:37:28.601191 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 60003cfb-a5f6-413c-a1eb-165adb18962f triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:37:28.601591 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:28.678185 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 60003cfb-a5f6-413c-a1eb-165adb18962f is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:37:28.678493 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:28.701165 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1092d982-7261-4acf-a74d-4744f3c53acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60003cfb-a5f6-413c-a1eb-165adb18962f'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:28.703471 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7face719-bb47-42d3-a43e-653bc64388e8" -d '{"events": [{"server_uuid": "1092d982-7261-4acf-a74d-4744f3c53acf", "name": "network-vif-plugged", "status": "completed", "tag": "60003cfb-a5f6-413c-a1eb-165adb18962f"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:28.715533 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 60003cfb-a5f6-413c-a1eb-165adb18962f, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=60003cfb-a5f6-413c-a1eb-165adb18962f,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:28.740653 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d0167b-e870-4f13-831c-565f5dbd648a x-openstack-request-id: req-f8d0167b-e870-4f13-831c-565f5dbd648a {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:28.740951 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1092d982-7261-4acf-a74d-4744f3c53acf", "name": "network-vif-plugged", "status": "completed", "tag": "60003cfb-a5f6-413c-a1eb-165adb18962f", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:28.741209 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8d0167b-e870-4f13-831c-565f5dbd648a {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:28.741640 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d0167b-e870-4f13-831c-565f5dbd648a'] response: {'server_uuid': '1092d982-7261-4acf-a74d-4744f3c53acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60003cfb-a5f6-413c-a1eb-165adb18962f', 'code': 200} May 05 20:37:28.779725 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:28.833038 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=60003cfb-a5f6-413c-a1eb-165adb18962f,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:29.042128 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc837ddd-57e8-49ed-acfe-f580fd0848e5 req-13c0666b-2748-4c6e-976d-079073da9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:29.043509 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc837ddd-57e8-49ed-acfe-f580fd0848e5 req-13c0666b-2748-4c6e-976d-079073da9ecc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 1129 time: 0.0441852 May 05 20:37:29.085757 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc837ddd-57e8-49ed-acfe-f580fd0848e5 req-21a71466-97eb-4f96-84ac-074dfa5f196d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360067 May 05 20:37:29.480945 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:29.653788 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb12ed6-a826-467d-b7d1-7ba6854cbaf7 req-72270ac6-674e-4b23-934c-0c409b750a10 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:29.655819 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ceb12ed6-a826-467d-b7d1-7ba6854cbaf7 req-72270ac6-674e-4b23-934c-0c409b750a10 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 945 time: 0.0577152 May 05 20:37:29.702639 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ceb12ed6-a826-467d-b7d1-7ba6854cbaf7 req-da50401b-bdf0-4b25-bf9d-dc2129ff5aca tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 May 05 20:37:30.077709 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e3562-61df-46a8-a8ca-a9a69a49483e req-d47a035e-aa9d-4d4e-a209-61066c8ecfca tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:30.079203 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e13e3562-61df-46a8-a8ca-a9a69a49483e req-d47a035e-aa9d-4d4e-a209-61066c8ecfca tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 945 time: 0.0567522 May 05 20:37:30.126583 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e13e3562-61df-46a8-a8ca-a9a69a49483e req-64b471c0-e8d8-43a0-bfe8-f50eca347f7b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415735 May 05 20:37:30.824235 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7729c-ccc1-4314-9d92-23c41e7b3938 req-1b9e62b1-c403-4f74-8b5b-25cfa796305a tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:30.825650 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3bb7729c-ccc1-4314-9d92-23c41e7b3938 req-1b9e62b1-c403-4f74-8b5b-25cfa796305a tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 945 time: 0.0534642 May 05 20:37:30.873220 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3bb7729c-ccc1-4314-9d92-23c41e7b3938 req-70d6a1b1-da2a-45d5-9adc-c8904926d4df tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 May 05 20:37:31.247220 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28683787-6907-41df-8aed-5ba7a6afc17f req-ace9ee18-45ed-4e6f-ae7d-2d18a6c0a66c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:31.248736 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-28683787-6907-41df-8aed-5ba7a6afc17f req-ace9ee18-45ed-4e6f-ae7d-2d18a6c0a66c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 945 time: 0.0534608 May 05 20:37:31.299094 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-28683787-6907-41df-8aed-5ba7a6afc17f req-cf210d15-c928-4929-a63b-303e169f02fe tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=608a16bf-e53b-4bdf-8f0d-92f135410a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447474 May 05 20:37:31.760262 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-0da69a80-562b-4d57-9eaa-9543862d5f2c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:31.761777 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-0da69a80-562b-4d57-9eaa-9543862d5f2c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 945 time: 0.0581231 May 05 20:37:31.856976 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Deleting port 15235b91-e29c-4621-9b4e-de7e5c74e27d {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:37:31.857410 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:31.948433 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] For port 15235b91-e29c-4621-9b4e-de7e5c74e27d, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=15235b91-e29c-4621-9b4e-de7e5c74e27d,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:31.948707 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:32.124124 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:32.124621 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (d246488e-9818-4e74-a152-94d8680ca211), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:32.124938 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Floating IP d246488e-9818-4e74-a152-94d8680ca211 disassociated. External IP: 172.27.0.30, port: 15235b91-e29c-4621-9b4e-de7e5c74e27d. May 05 20:37:32.125275 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Calling delete_port for 15235b91-e29c-4621-9b4e-de7e5c74e27d owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:37:32.178296 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad22f0a-de97-415a-9a16-b3bd196ce055 req-1f2d89b9-4644-49f7-b050-bf5d645461d9 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:32.179826 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-aad22f0a-de97-415a-9a16-b3bd196ce055 req-1f2d89b9-4644-49f7-b050-bf5d645461d9 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 945 time: 0.0544684 May 05 20:37:32.228556 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-aad22f0a-de97-415a-9a16-b3bd196ce055 req-f1a62a0b-82c0-4f2f-8833-001fe80ff137 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 May 05 20:37:32.328536 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (15235b91-e29c-4621-9b4e-de7e5c74e27d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:32.360336 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'Port': ['ID=15235b91-e29c-4621-9b4e-de7e5c74e27d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:32.407012 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6de3bb3b-55e5-405b-876e-a8655dc3f0f5 req-f8c78f36-46b7-40e3-b3ba-ce0ac0dc5055 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 210 time: 0.0293221 May 05 20:37:32.481121 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:37:32.591183 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:37:32.602397 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:37:32.612878 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:37:32.613574 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:37:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:32.632533 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] No DVR routers for this DVR port 15235b91-e29c-4621-9b4e-de7e5c74e27d on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:37:32.634945 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:32.638254 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-45d2e45d-0cc2-4983-be1f-ad9dcf688d37 req-1920e5fc-d3ee-42a1-95a9-3a9c09d4bc90 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "DELETE /v2.0/ports/15235b91-e29c-4621-9b4e-de7e5c74e27d HTTP/1.1" status: 204 len: 173 time: 0.8708777 May 05 20:37:32.638697 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'name': 'network-vif-deleted', 'tag': '15235b91-e29c-4621-9b4e-de7e5c74e27d'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:32.640920 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88000745-e4c9-4695-b031-d77114ed142c" -d '{"events": [{"server_uuid": "4611df08-18d7-4f39-9224-fdfcacbe3267", "name": "network-vif-deleted", "tag": "15235b91-e29c-4621-9b4e-de7e5c74e27d"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:32.676217 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6544cf74-d542-45a1-ab3c-019a2f547795 x-openstack-request-id: req-6544cf74-d542-45a1-ab3c-019a2f547795 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:32.676543 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4611df08-18d7-4f39-9224-fdfcacbe3267", "name": "network-vif-deleted", "tag": "15235b91-e29c-4621-9b4e-de7e5c74e27d", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:32.676835 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6544cf74-d542-45a1-ab3c-019a2f547795 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:32.677243 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6544cf74-d542-45a1-ab3c-019a2f547795'] response: {'server_uuid': '4611df08-18d7-4f39-9224-fdfcacbe3267', 'name': 'network-vif-deleted', 'tag': '15235b91-e29c-4621-9b4e-de7e5c74e27d', 'status': 'completed', 'code': 200} May 05 20:37:32.725601 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:37:32.963271 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '39ccf78c-3205-4eab-934f-536c37986620', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:17Z', 'updated_at': '2022-05-05T20:35:35Z', 'revision_number': 2, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:32.992404 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:37:33.001837 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:37:33.002451 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:37:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:33.205382 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:37:33.350887 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bba219-99a3-4412-bcb2-1447303f166d req-bc5b1539-c14b-4972-bafb-a3931dd20850 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:33.356052 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-44bba219-99a3-4412-bcb2-1447303f166d req-bc5b1539-c14b-4972-bafb-a3931dd20850 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 945 time: 0.0616393 May 05 20:37:33.409050 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-44bba219-99a3-4412-bcb2-1447303f166d req-d1aa4c84-5a54-406c-8b50-f3c072ca2c78 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4889842-b0dd-4b41-aa18-10985cc04593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 May 05 20:37:33.452139 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '39ccf78c-3205-4eab-934f-536c37986620', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:17Z', 'updated_at': '2022-05-05T20:35:35Z', 'revision_number': 2, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:33.479260 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb04bec-eec7-4912-8a00-8dd2bbbda2d0 None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '39ccf78c-3205-4eab-934f-536c37986620', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:36:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:17Z', 'updated_at': '2022-05-05T20:35:35Z', 'revision_number': 2, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:37:33.522563 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a4de997d-d564-451f-9006-22354d97c785 req-c6b0207d-b2b9-40d3-87fa-9729d40501ef tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=4611df08-18d7-4f39-9224-fdfcacbe3267 HTTP/1.1" status: 200 len: 210 time: 0.0281317 May 05 20:37:33.618112 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1943e-6e71-4466-8490-6a5971523064 req-8e54846f-9926-40c6-a048-86f3ce90a96f tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:33.619650 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9dc1943e-6e71-4466-8490-6a5971523064 req-8e54846f-9926-40c6-a048-86f3ce90a96f tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.41 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 945 time: 0.0610752 May 05 20:37:33.721864 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-9dc1943e-6e71-4466-8490-6a5971523064 req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Deleting port 60003cfb-a5f6-413c-a1eb-165adb18962f {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:37:33.722204 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9dc1943e-6e71-4466-8490-6a5971523064 req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:33.742593 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c407f5-17c1-4128-bdc3-bd8b9e42c60a None None] New status for floating IP d246488e-9818-4e74-a152-94d8680ca211: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:37:33.816980 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-9dc1943e-6e71-4466-8490-6a5971523064 req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] For port 60003cfb-a5f6-413c-a1eb-165adb18962f, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=60003cfb-a5f6-413c-a1eb-165adb18962f,segment=NetworkSegment(be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921),segment_id=be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:33.817362 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9dc1943e-6e71-4466-8490-6a5971523064 req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:33.830613 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-9dc1943e-6e71-4466-8490-6a5971523064 req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Calling delete_port for 60003cfb-a5f6-413c-a1eb-165adb18962f owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:37:34.008547 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9dc1943e-6e71-4466-8490-6a5971523064 req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (60003cfb-a5f6-413c-a1eb-165adb18962f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:34.020996 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['60003cfb-a5f6-413c-a1eb-165adb18962f'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:37:34.040112 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Pushing event deleted for resources: {'Port': ['ID=60003cfb-a5f6-413c-a1eb-165adb18962f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:34.086695 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc1943e-6e71-4466-8490-6a5971523064 req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] No DVR routers for this DVR port 60003cfb-a5f6-413c-a1eb-165adb18962f on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:37:34.089024 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9dc1943e-6e71-4466-8490-6a5971523064 req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:34.092320 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9dc1943e-6e71-4466-8490-6a5971523064 req-268abba3-3661-44d4-ab18-795409198e97 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.41 "DELETE /v2.0/ports/60003cfb-a5f6-413c-a1eb-165adb18962f HTTP/1.1" status: 204 len: 173 time: 0.4670408 May 05 20:37:34.501589 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 15235b91-e29c-4621-9b4e-de7e5c74e27d no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:37:34.520254 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bf08e554-87d2-4afc-9c5b-46df1543ae82 req-d0fc6842-f541-4f41-b0bc-96adf7151888 tempest-VolumesActionsTest-2015278537 tempest-VolumesActionsTest-2015278537-project] 10.222.0.49 "GET /v2.0/ports?device_id=1092d982-7261-4acf-a74d-4744f3c53acf HTTP/1.1" status: 200 len: 210 time: 0.0279255 May 05 20:37:34.521927 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 15235b91-e29c-4621-9b4e-de7e5c74e27d {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:37:34.522278 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 15235b91-e29c-4621-9b4e-de7e5c74e27d not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:37:34.522787 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 60003cfb-a5f6-413c-a1eb-165adb18962f no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:37:34.666827 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38404) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:34.673106 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 60003cfb-a5f6-413c-a1eb-165adb18962f {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:37:34.673479 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 60003cfb-a5f6-413c-a1eb-165adb18962f not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:37:34.678043 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1092d982-7261-4acf-a74d-4744f3c53acf', 'name': 'network-vif-deleted', 'tag': '60003cfb-a5f6-413c-a1eb-165adb18962f'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:34.680541 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb27971-09b0-4c1e-aec0-3c2e9d7c55cc" -d '{"events": [{"server_uuid": "1092d982-7261-4acf-a74d-4744f3c53acf", "name": "network-vif-deleted", "tag": "60003cfb-a5f6-413c-a1eb-165adb18962f"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:34.716289 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4262de44-fc23-4df2-80e8-26651b6ca3c2 x-openstack-request-id: req-4262de44-fc23-4df2-80e8-26651b6ca3c2 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:34.716629 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1092d982-7261-4acf-a74d-4744f3c53acf", "name": "network-vif-deleted", "tag": "60003cfb-a5f6-413c-a1eb-165adb18962f", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:34.716884 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4262de44-fc23-4df2-80e8-26651b6ca3c2 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:34.718273 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4262de44-fc23-4df2-80e8-26651b6ca3c2'] response: {'server_uuid': '1092d982-7261-4acf-a74d-4744f3c53acf', 'name': 'network-vif-deleted', 'tag': '60003cfb-a5f6-413c-a1eb-165adb18962f', 'status': 'completed', 'code': 200} May 05 20:37:34.723454 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6784d54f-c70a-4c2d-92a1-6e8ded5f8c4b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (608a16bf-e53b-4bdf-8f0d-92f135410a9e), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:34.746871 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6784d54f-c70a-4c2d-92a1-6e8ded5f8c4b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (608a16bf-e53b-4bdf-8f0d-92f135410a9e), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:34.877102 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6784d54f-c70a-4c2d-92a1-6e8ded5f8c4b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (608a16bf-e53b-4bdf-8f0d-92f135410a9e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:34.879775 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6784d54f-c70a-4c2d-92a1-6e8ded5f8c4b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:34.880922 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6784d54f-c70a-4c2d-92a1-6e8ded5f8c4b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "DELETE /v2.0/security-groups/608a16bf-e53b-4bdf-8f0d-92f135410a9e HTTP/1.1" status: 204 len: 168 time: 0.2130594 May 05 20:37:34.883782 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38408) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:34.890394 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784d54f-c70a-4c2d-92a1-6e8ded5f8c4b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608a16bf-e53b-4bdf-8f0d-92f135410a9e,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:34.897432 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-7305bafa-7495-4ff6-89b5-a57897f345e6 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] show failed (client error): The resource could not be found. May 05 20:37:34.898449 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7305bafa-7495-4ff6-89b5-a57897f345e6 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups/608a16bf-e53b-4bdf-8f0d-92f135410a9e HTTP/1.1" status: 404 len: 347 time: 0.0136585 May 05 20:37:34.901233 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38410) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:35.029577 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Deleting port 45a59acd-dba5-4c0c-b402-6adca83c02eb {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:37:35.029962 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (45a59acd-dba5-4c0c-b402-6adca83c02eb), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:35.108926 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (45a59acd-dba5-4c0c-b402-6adca83c02eb), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:35.109252 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (45a59acd-dba5-4c0c-b402-6adca83c02eb), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:35.120634 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Calling delete_port for 45a59acd-dba5-4c0c-b402-6adca83c02eb owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:37:35.322386 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (45a59acd-dba5-4c0c-b402-6adca83c02eb), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:35.349741 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'Port': ['ID=45a59acd-dba5-4c0c-b402-6adca83c02eb,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:35.359401 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.359755 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.360102 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.360443 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.360812 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.361493 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.361493 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.361817 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.362143 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.362468 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.362794 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.363123 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.363446 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:35.422943 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (d246488e-9818-4e74-a152-94d8680ca211), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:35.425847 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:35.427015 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-dfa8f8bb-b163-4173-9bc9-cd3815807d3b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "DELETE /v2.0/floatingips/d246488e-9818-4e74-a152-94d8680ca211 HTTP/1.1" status: 204 len: 168 time: 0.5248721 May 05 20:37:38.454227 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3165b-4358-4eeb-b68e-578d6989cdd8 req-b25ebe31-8ff4-411d-a501-805de9df6a9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:38.455837 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-25d3165b-4358-4eeb-b68e-578d6989cdd8 req-b25ebe31-8ff4-411d-a501-805de9df6a9a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 946 time: 0.0564759 May 05 20:37:38.504146 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-25d3165b-4358-4eeb-b68e-578d6989cdd8 req-1c8b58a1-46fa-4282-b9da-2e70d62c039b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425093 May 05 20:37:39.627686 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6a0cf-ac29-41de-be08-ba010c6d63f2 req-66315397-3b36-45fd-a9cf-1d2a07675026 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:39.629194 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c0e6a0cf-ac29-41de-be08-ba010c6d63f2 req-66315397-3b36-45fd-a9cf-1d2a07675026 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 946 time: 0.0534511 May 05 20:37:39.676092 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c0e6a0cf-ac29-41de-be08-ba010c6d63f2 req-1e5a4c83-0889-413d-8419-617da42b025f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410988 May 05 20:37:40.793686 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3402778-fa42-4273-8b9f-77fbf2b7f12e req-78dbe9b3-b4a9-49b9-a63b-25250dc43d55 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:40.795647 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:37:40.796655 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f3402778-fa42-4273-8b9f-77fbf2b7f12e req-78dbe9b3-b4a9-49b9-a63b-25250dc43d55 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 946 time: 0.0543382 May 05 20:37:40.848232 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f3402778-fa42-4273-8b9f-77fbf2b7f12e req-0c2c9678-1345-4af0-97e3-1a8e4f0c00d9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456448 May 05 20:37:41.667784 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480ebbd-395d-474b-b688-3d16cebac0af req-2357e355-b67c-492c-abd6-3552b40b2dcf tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:41.670654 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7480ebbd-395d-474b-b688-3d16cebac0af req-2357e355-b67c-492c-abd6-3552b40b2dcf tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 946 time: 0.0616274 May 05 20:37:41.795173 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Deleting port bae06fc7-68ea-4df8-8b7e-0909597eb7ce {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:37:41.795572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:41.909388 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] For port bae06fc7-68ea-4df8-8b7e-0909597eb7ce, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:41.910358 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:41.979807 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f756eb-f261-4c59-8d57-5e2b717a5bdb req-f308c27e-87ef-4eca-8dc4-1afb852a41ae tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:41.985738 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-93f756eb-f261-4c59-8d57-5e2b717a5bdb req-f308c27e-87ef-4eca-8dc4-1afb852a41ae tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 946 time: 0.0644541 May 05 20:37:42.047456 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-93f756eb-f261-4c59-8d57-5e2b717a5bdb req-185293da-fda3-4d00-ae9b-158eb4ee80e4 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7869b444-4c2f-494d-8a05-87493e9a4cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577207 May 05 20:37:42.164167 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:42.164571 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (39ccf78c-3205-4eab-934f-536c37986620), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:42.164950 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Floating IP 39ccf78c-3205-4eab-934f-536c37986620 disassociated. External IP: 172.27.0.84, port: bae06fc7-68ea-4df8-8b7e-0909597eb7ce. May 05 20:37:42.165387 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Calling delete_port for bae06fc7-68ea-4df8-8b7e-0909597eb7ce owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:37:42.437477 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (bae06fc7-68ea-4df8-8b7e-0909597eb7ce), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:42.474305 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'Port': ['ID=bae06fc7-68ea-4df8-8b7e-0909597eb7ce,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:42.607927 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:37:42.724339 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:37:42.735636 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:37:42.749868 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:37:42.751129 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:37:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:42.892396 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:37:43.124138 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] No DVR routers for this DVR port bae06fc7-68ea-4df8-8b7e-0909597eb7ce on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:37:43.127326 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:43.131600 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7480ebbd-395d-474b-b688-3d16cebac0af req-92f09a28-27d0-4b71-9a46-08f7e0972db3 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "DELETE /v2.0/ports/bae06fc7-68ea-4df8-8b7e-0909597eb7ce HTTP/1.1" status: 204 len: 173 time: 1.4545674 May 05 20:37:43.132083 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'name': 'network-vif-deleted', 'tag': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:43.134440 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e94f517-b6eb-42c2-8a45-48f8495b40f8" -d '{"events": [{"server_uuid": "6c1fa8c1-71d7-4be1-822b-ad272673dd72", "name": "network-vif-deleted", "tag": "bae06fc7-68ea-4df8-8b7e-0909597eb7ce"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:43.145857 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:43.175325 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:37:43.192061 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:37:43.192061 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:37:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:43.223020 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f036fceb-3445-485c-8c39-5e38768be94c req-c3f422d1-e1b9-4608-ac7e-bf25ebd11819 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 210 time: 0.0871272 May 05 20:37:43.234640 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a51f69-afa4-4cf4-9ce6-0fd6b6fdbd4b x-openstack-request-id: req-46a51f69-afa4-4cf4-9ce6-0fd6b6fdbd4b {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:43.234930 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1fa8c1-71d7-4be1-822b-ad272673dd72", "name": "network-vif-deleted", "tag": "bae06fc7-68ea-4df8-8b7e-0909597eb7ce", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:43.235183 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46a51f69-afa4-4cf4-9ce6-0fd6b6fdbd4b {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:43.235575 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a51f69-afa4-4cf4-9ce6-0fd6b6fdbd4b'] response: {'server_uuid': '6c1fa8c1-71d7-4be1-822b-ad272673dd72', 'name': 'network-vif-deleted', 'tag': 'bae06fc7-68ea-4df8-8b7e-0909597eb7ce', 'status': 'completed', 'code': 200} May 05 20:37:43.325383 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:37:43.550686 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:43.596037 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ede8c-1227-4e6c-8648-31eaf893050c None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:37:43.888692 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:43.939436 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371939b-bad2-4743-b50a-9efe64c51c9f None None] New status for floating IP 39ccf78c-3205-4eab-934f-536c37986620: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:37:44.344980 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-646f9ff2-5a22-4918-808b-02e74261ce62 req-040d4349-7a62-49b3-8ce2-877ba952f458 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1fa8c1-71d7-4be1-822b-ad272673dd72 HTTP/1.1" status: 200 len: 210 time: 0.0366623 May 05 20:37:44.531327 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device bae06fc7-68ea-4df8-8b7e-0909597eb7ce no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:37:44.555602 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: bae06fc7-68ea-4df8-8b7e-0909597eb7ce {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:37:44.555948 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device bae06fc7-68ea-4df8-8b7e-0909597eb7ce not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:37:46.506658 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38556) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:46.573596 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-654a1fb1-20c1-4e69-82bc-46ac95f8987e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (7869b444-4c2f-494d-8a05-87493e9a4cf6), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:46.598710 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-654a1fb1-20c1-4e69-82bc-46ac95f8987e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (7869b444-4c2f-494d-8a05-87493e9a4cf6), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:46.744313 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-654a1fb1-20c1-4e69-82bc-46ac95f8987e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7869b444-4c2f-494d-8a05-87493e9a4cf6), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:46.747229 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-654a1fb1-20c1-4e69-82bc-46ac95f8987e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:46.749980 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-654a1fb1-20c1-4e69-82bc-46ac95f8987e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "DELETE /v2.0/security-groups/7869b444-4c2f-494d-8a05-87493e9a4cf6 HTTP/1.1" status: 204 len: 168 time: 0.2416406 May 05 20:37:46.753549 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38558) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:46.761419 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a1fb1-20c1-4e69-82bc-46ac95f8987e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7869b444-4c2f-494d-8a05-87493e9a4cf6,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:46.768325 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-59955111-573a-4e3c-baf4-7e9a171699cd tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] show failed (client error): The resource could not be found. May 05 20:37:46.770499 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-59955111-573a-4e3c-baf4-7e9a171699cd tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups/7869b444-4c2f-494d-8a05-87493e9a4cf6 HTTP/1.1" status: 404 len: 347 time: 0.0152521 May 05 20:37:46.773273 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38560) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:46.914305 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Deleting port 4cb4ffbf-e2f1-4593-b88c-5b964ce7f619 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:37:46.914979 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (4cb4ffbf-e2f1-4593-b88c-5b964ce7f619), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:47.027290 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (4cb4ffbf-e2f1-4593-b88c-5b964ce7f619), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:47.027949 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (4cb4ffbf-e2f1-4593-b88c-5b964ce7f619), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:47.041773 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Calling delete_port for 4cb4ffbf-e2f1-4593-b88c-5b964ce7f619 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:37:47.531880 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (4cb4ffbf-e2f1-4593-b88c-5b964ce7f619), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:47.562603 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'Port': ['ID=4cb4ffbf-e2f1-4593-b88c-5b964ce7f619,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:47.623705 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (39ccf78c-3205-4eab-934f-536c37986620), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:47.626827 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:47.627996 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d17782af-c1b4-46e9-90a6-16622b87973e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "DELETE /v2.0/floatingips/39ccf78c-3205-4eab-934f-536c37986620 HTTP/1.1" status: 204 len: 168 time: 0.8530159 May 05 20:37:48.160769 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38576) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:48.165590 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-c369c7da-b32f-4cb6-b62a-cd942747f03d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239606516', 'description': 'tempest-description--41163386'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:48.271835 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c369c7da-b32f-4cb6-b62a-cd942747f03d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:48.350106 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c369c7da-b32f-4cb6-b62a-cd942747f03d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (7f4589e1-ef83-4b16-ba6c-4ddc20702b0f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:48.448183 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c369c7da-b32f-4cb6-b62a-cd942747f03d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7f4589e1-ef83-4b16-ba6c-4ddc20702b0f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:48.477067 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369c7da-b32f-4cb6-b62a-cd942747f03d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:48.558878 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c369c7da-b32f-4cb6-b62a-cd942747f03d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:48.560222 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c369c7da-b32f-4cb6-b62a-cd942747f03d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3983996 May 05 20:37:48.563138 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38578) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:48.567905 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-89e2f6f0-9260-4abe-93ec-a3a831a2220b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group_rule': {'security_group_id': '7f4589e1-ef83-4b16-ba6c-4ddc20702b0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:48.678256 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-89e2f6f0-9260-4abe-93ec-a3a831a2220b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (467d5908-656d-43ad-bd81-b3e60980c115), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:48.751830 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-89e2f6f0-9260-4abe-93ec-a3a831a2220b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (467d5908-656d-43ad-bd81-b3e60980c115), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:48.869489 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-89e2f6f0-9260-4abe-93ec-a3a831a2220b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (467d5908-656d-43ad-bd81-b3e60980c115), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:48.899881 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2f6f0-9260-4abe-93ec-a3a831a2220b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467d5908-656d-43ad-bd81-b3e60980c115,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:48.980966 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-89e2f6f0-9260-4abe-93ec-a3a831a2220b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:48.982309 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-89e2f6f0-9260-4abe-93ec-a3a831a2220b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4181972 May 05 20:37:48.985691 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38580) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:48.989759 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-fa126baf-b121-4d46-87e4-36cb926189d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group_rule': {'security_group_id': '7f4589e1-ef83-4b16-ba6c-4ddc20702b0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:49.087003 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fa126baf-b121-4d46-87e4-36cb926189d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (a041b661-1760-4f5c-85bd-2e1d792c5c6d), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:49.165771 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fa126baf-b121-4d46-87e4-36cb926189d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (a041b661-1760-4f5c-85bd-2e1d792c5c6d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:49.266649 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fa126baf-b121-4d46-87e4-36cb926189d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (a041b661-1760-4f5c-85bd-2e1d792c5c6d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:49.290451 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa126baf-b121-4d46-87e4-36cb926189d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a041b661-1760-4f5c-85bd-2e1d792c5c6d,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:49.377911 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fa126baf-b121-4d46-87e4-36cb926189d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:49.379439 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fa126baf-b121-4d46-87e4-36cb926189d8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3932228 May 05 20:37:49.382513 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38586) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:37:49.387190 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:49.488645 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:49.604105 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:49.726350 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Allocated IP 172.27.0.103 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/6684f931-af6a-49f0-9c23-75d788ecc24a) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:37:49.843603 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (6684f931-af6a-49f0-9c23-75d788ecc24a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:50.025978 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (6684f931-af6a-49f0-9c23-75d788ecc24a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:50.068493 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=6684f931-af6a-49f0-9c23-75d788ecc24a,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:50.083906 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:37:50.085321 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:37:50.087867 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:37:50.183950 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (abd237fa-156c-4e99-9343-fcf2c46de917), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:50.277731 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (6684f931-af6a-49f0-9c23-75d788ecc24a), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:50.448779 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (6684f931-af6a-49f0-9c23-75d788ecc24a), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:50.660066 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (6684f931-af6a-49f0-9c23-75d788ecc24a), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:50.727554 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=6684f931-af6a-49f0-9c23-75d788ecc24a,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:50.743268 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (abd237fa-156c-4e99-9343-fcf2c46de917), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:50.846007 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:50.855306 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7f5f1433-5c99-4d28-8514-37c4a79ce273 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4638503 May 05 20:37:51.073610 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-cebcd90e-b262-4ff7-b813-a6dd32575e37 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1239606516&fields=id&tenant_id=4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 267 time: 0.0507081 May 05 20:37:51.186810 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91856294-367c-48ec-ad07-2f162db35f12 req-be9dfc12-0d7b-40b3-95ff-5232976d7d6f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:51.188319 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-be9dfc12-0d7b-40b3-95ff-5232976d7d6f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 815 time: 0.1138871 May 05 20:37:51.209963 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-d7b35a72-fa1f-4706-9710-682a0a86f61f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/quotas/4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 375 time: 0.0159447 May 05 20:37:51.268262 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-14a44e2e-7a7e-4296-9e2b-b21bfdc1efe1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565648 May 05 20:37:51.369799 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-b6bb9481-4f11-46a3-9480-2162525224b8 service neutron] 10.222.0.49 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901484 May 05 20:37:51.473815 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-7e9dd54c-05a3-48c9-91a1-2b727ab43b93 service neutron] 10.222.0.49 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957856 May 05 20:37:51.779035 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d5582454-ee84-4db0-92dd-b1060a990db8 req-4a78d801-83bc-450b-a78a-c3d3c5e34741 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 210 time: 0.0368252 May 05 20:37:52.885363 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8999ee83-0ddb-4441-bfc9-d603ed1bbdd3 req-93de8e0b-f92e-401a-a520-da93a5dc64d2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 210 time: 0.0285397 May 05 20:37:52.939805 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-14e833b6-b470-4c1f-b2b1-ae2aee71177e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:53.991157 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2be412ed-f738-4aa1-ac0a-82325d0cb250 req-ca8c2025-34cd-4359-bfa8-213dc9871990 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 210 time: 0.0320079 May 05 20:37:54.509832 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91856294-367c-48ec-ad07-2f162db35f12 req-97e536bc-6782-4142-b8ab-6249c58a12cc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:54.513413 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-97e536bc-6782-4142-b8ab-6249c58a12cc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 815 time: 0.1696129 May 05 20:37:54.606868 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-bb305165-d6c8-4c60-b18b-4a817fe929b0 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 380 time: 0.0799241 May 05 20:37:54.616725 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'port': {'device_id': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'admin_state_up': True, 'tenant_id': '4794211bac284caab24261fe648de2f4', 'security_groups': ['7f4589e1-ef83-4b16-ba6c-4ddc20702b0f']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:54.871172 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Made reservation on behalf of 4794211bac284caab24261fe648de2f4 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:37:54.875493 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:55.035704 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Allocated IP 172.20.0.13 (a847839d-66d9-4fdc-b3f0-1646f75c42b7/f5ce5ab5-05da-4717-8283-fc6f9b702c88/ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:37:55.075367 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d969beb2-d2b6-415b-859e-98ffb206ecac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:55.139430 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6658f8ef-3a0f-4484-8cbe-3537800f437d req-954d4b29-127d-43dc-895e-f6e282e6c84d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 210 time: 0.0395389 May 05 20:37:55.234800 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:55.359571 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:55.421666 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:37:55.429334 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:37:55.432696 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:37:55.475274 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:55.519509 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:55.520241 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:55.630764 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-c0e27f26-4817-42ef-a6bb-515fb64613ba tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0173657 May 05 20:37:55.653101 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Request body: {'port': {'device_id': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:37:55.728269 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-c3c4443e-bcb5-4218-81db-ccccf6619230 None None] Provisioning complete for port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:37:55.728528 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c3c4443e-bcb5-4218-81db-ccccf6619230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:55.741825 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:55.771901 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4443e-bcb5-4218-81db-ccccf6619230 None None] Port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:37:56.068572 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:56.081235 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Publish callbacks [] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:56.096627 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Transition to ACTIVE for port object ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:37:56.179933 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:56.249243 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:56.319222 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1450c2-4b1b-4a9c-87f9-1d4ea01f2aa6 req-18fdaf4e-4cd8-4919-a7d7-1cb65e97adc9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:56.320854 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b1450c2-4b1b-4a9c-87f9-1d4ea01f2aa6 req-18fdaf4e-4cd8-4919-a7d7-1cb65e97adc9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 944 time: 0.0934811 May 05 20:37:56.365285 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Attempting to bind port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:37:56.365731 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Attempting to bind port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:37:56.366141 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Attempting to bind port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:37:56.377214 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:37:56.377214 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Attempting to bind port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:37:56.385539 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:37:56.385910 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Checking segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:37:56.386327 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Bound using segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:37:56.391299 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Bound port: ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:37:56.398427 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:56.433371 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b1450c2-4b1b-4a9c-87f9-1d4ea01f2aa6 req-bfa81d6c-7973-4765-8edc-20bb723bb98a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043618 May 05 20:37:56.453844 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:56.488265 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] For port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:37:56.491943 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] For port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:37:56.563668 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:56.603179 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:56.603812 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:56.605359 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd HTTP/1.1" status: 200 len: 1094 time: 0.9664180 May 05 20:37:56.605929 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'tag': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:56.608636 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27df7314-ab33-4190-ae02-a6747324b90f" -d '{"events": [{"name": "network-changed", "server_uuid": "72842154-dcda-4282-9d73-e6517ae9fbf3", "tag": "ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:37:56.648548 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479297b-82cc-4b65-86cc-8bf8a02d0692 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:56.669211 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d24980e-87b7-45eb-a17f-7e745b7dbeae x-openstack-request-id: req-4d24980e-87b7-45eb-a17f-7e745b7dbeae {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:37:56.669613 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72842154-dcda-4282-9d73-e6517ae9fbf3", "tag": "ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:37:56.669866 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d24980e-87b7-45eb-a17f-7e745b7dbeae {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:37:56.670373 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d24980e-87b7-45eb-a17f-7e745b7dbeae'] response: {'name': 'network-changed', 'server_uuid': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'tag': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd', 'status': 'completed', 'code': 200} May 05 20:37:56.755449 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df7314-ab33-4190-ae02-a6747324b90f req-b0aad40e-09d4-40fd-8e26-db792976c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:56.757135 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27df7314-ab33-4190-ae02-a6747324b90f req-b0aad40e-09d4-40fd-8e26-db792976c025 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 1128 time: 0.0602460 May 05 20:37:56.866743 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df7314-ab33-4190-ae02-a6747324b90f req-af775eb3-9505-4e7a-8987-a6306b855ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:56.868837 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27df7314-ab33-4190-ae02-a6747324b90f req-af775eb3-9505-4e7a-8987-a6306b855ab0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4794211bac284caab24261fe648de2f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1047428 May 05 20:37:56.977403 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df7314-ab33-4190-ae02-a6747324b90f req-9ae7a641-ed6d-4678-9f8d-b0b5d8328033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:56.978842 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27df7314-ab33-4190-ae02-a6747324b90f req-9ae7a641-ed6d-4678-9f8d-b0b5d8328033 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009622 May 05 20:37:57.063888 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91856294-367c-48ec-ad07-2f162db35f12 req-facfb217-b6f3-46b6-b977-734c338ab57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:57.065430 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-facfb217-b6f3-46b6-b977-734c338ab57e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 1128 time: 0.0455084 May 05 20:37:57.116413 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-41b745c1-34b0-4470-a7ed-d1eb97042cae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd HTTP/1.1" status: 200 len: 217 time: 0.0382185 May 05 20:37:57.173842 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91856294-367c-48ec-ad07-2f162db35f12 req-1442e80b-a39f-4154-856b-53b50ea5e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:57.175383 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-1442e80b-a39f-4154-856b-53b50ea5e46c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0481203 May 05 20:37:57.230758 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91856294-367c-48ec-ad07-2f162db35f12 req-fc745a07-6b2d-4cf8-ac3a-da7ea413403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:57.232939 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-fc745a07-6b2d-4cf8-ac3a-da7ea413403c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508943 May 05 20:37:57.342899 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-9869a360-0859-4a5f-b6d2-52b717b9b8de service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036298 May 05 20:37:57.464705 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91856294-367c-48ec-ad07-2f162db35f12 req-efa60f87-1c93-44ce-b630-488dc649e18c service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157281 May 05 20:37:57.586868 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0061c-eb12-4667-ab41-dc35f015b0a5 req-dc8e3f5b-313b-46de-8249-770b189eeb57 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:57.608110 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f6b0061c-eb12-4667-ab41-dc35f015b0a5 req-dc8e3f5b-313b-46de-8249-770b189eeb57 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 944 time: 0.0670795 May 05 20:37:57.638204 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f6b0061c-eb12-4667-ab41-dc35f015b0a5 req-52155db8-f087-4dd5-b436-723f42ad8efb tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424612 May 05 20:37:58.088416 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:58.577833 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:37:58.676779 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:58.688413 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'port_id': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd', 'mac_address': 'fa:16:3e:11:17:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:37:58.726764 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:37:58.728687 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:58.740396 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:58.760472 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:37:58.768492 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da459a4-4002-4046-892b-602e569d94aa req-bd491c38-e619-43e3-ae63-31c6e8018f55 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:58.770020 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0da459a4-4002-4046-892b-602e569d94aa req-bd491c38-e619-43e3-ae63-31c6e8018f55 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 944 time: 0.0602138 May 05 20:37:58.817042 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0da459a4-4002-4046-892b-602e569d94aa req-bb6c3990-a835-4e20-aa21-aa838bf7ef5a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414054 May 05 20:37:58.842602 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:58.893380 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:58.900192 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.900536 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.900874 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.901202 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.901556 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.901881 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.902205 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.902527 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.902852 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.903172 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.903490 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.903812 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:58.904125 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:59.113277 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:37:59.492194 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:37:59.936133 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82c552-0f8c-4b12-a839-b77d138d886c req-cd232e1e-a9e6-4fed-a02f-dcee4da843e2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:59.937756 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-af82c552-0f8c-4b12-a839-b77d138d886c req-cd232e1e-a9e6-4fed-a02f-dcee4da843e2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 945 time: 0.0546031 May 05 20:37:59.987051 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-af82c552-0f8c-4b12-a839-b77d138d886c req-e8152e31-245c-4c5b-8944-246f40d0535f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433977 May 05 20:38:00.599693 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:38:00.757043 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:38:00.760884 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:38:00.761399 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:00.839368 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:38:00.839751 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:00.862900 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:38:00.865143 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35a70e1-e9d9-454b-83db-0a4a1cdfcb39" -d '{"events": [{"server_uuid": "72842154-dcda-4282-9d73-e6517ae9fbf3", "name": "network-vif-plugged", "status": "completed", "tag": "ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:38:00.878794 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:38:00.902453 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c21c34e-93b6-4c67-8bd2-4f039790e9db x-openstack-request-id: req-8c21c34e-93b6-4c67-8bd2-4f039790e9db {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:38:00.902750 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72842154-dcda-4282-9d73-e6517ae9fbf3", "name": "network-vif-plugged", "status": "completed", "tag": "ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:38:00.903008 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c21c34e-93b6-4c67-8bd2-4f039790e9db {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:38:00.903409 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c21c34e-93b6-4c67-8bd2-4f039790e9db'] response: {'server_uuid': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd', 'code': 200} May 05 20:38:00.928363 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:00.982012 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:01.107617 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248dd29-ea08-4ccb-8bee-fe2b3f2926f0 req-ac3b39bb-f699-49b2-90c2-7ac591cf6e4c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:01.109412 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4248dd29-ea08-4ccb-8bee-fe2b3f2926f0 req-ac3b39bb-f699-49b2-90c2-7ac591cf6e4c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 946 time: 0.0553753 May 05 20:38:01.162706 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4248dd29-ea08-4ccb-8bee-fe2b3f2926f0 req-70ba03b4-2d29-46ae-b402-269a401bd909 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474768 May 05 20:38:01.215858 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d1efc-c5c5-453a-ab03-bff167902921 req-e3655f56-d7de-4ff4-ab1a-924600278595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:01.217490 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-576d1efc-c5c5-453a-ab03-bff167902921 req-e3655f56-d7de-4ff4-ab1a-924600278595 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 1130 time: 0.0446122 May 05 20:38:01.265529 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-576d1efc-c5c5-453a-ab03-bff167902921 req-2fab9492-48c2-4cf0-9383-37406e82dc64 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 May 05 20:38:02.139513 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38754) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:02.186163 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfff06d-1ade-467e-9d88-5b3bc8f81ddb admin admin] Deleting subnet 81963884-7f7f-4639-9dd2-ca683ad6e552 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:38:02.189554 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cbfff06d-1ade-467e-9d88-5b3bc8f81ddb admin admin] Publish callbacks [] for subnet (81963884-7f7f-4639-9dd2-ca683ad6e552), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.227803 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cbfff06d-1ade-467e-9d88-5b3bc8f81ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875637'] for subnet (81963884-7f7f-4639-9dd2-ca683ad6e552), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.268653 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cbfff06d-1ade-467e-9d88-5b3bc8f81ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (81963884-7f7f-4639-9dd2-ca683ad6e552), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.386471 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cbfff06d-1ade-467e-9d88-5b3bc8f81ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9233526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8636503'] for subnet (81963884-7f7f-4639-9dd2-ca683ad6e552), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.416625 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfff06d-1ade-467e-9d88-5b3bc8f81ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81963884-7f7f-4639-9dd2-ca683ad6e552,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:02.423300 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cbfff06d-1ade-467e-9d88-5b3bc8f81ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.424784 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cbfff06d-1ade-467e-9d88-5b3bc8f81ddb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/81963884-7f7f-4639-9dd2-ca683ad6e552 HTTP/1.1" status: 204 len: 168 time: 0.2841508 May 05 20:38:02.428586 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38758) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:02.510773 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (95b06357-adce-4bb9-8d42-6b9be25f7239), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.534106 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24154b5-77b9-4c22-a50c-97eb27ae71dc req-e8f15438-b1d0-47c2-b6c3-4960f02c3a69 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:02.535632 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a24154b5-77b9-4c22-a50c-97eb27ae71dc req-e8f15438-b1d0-47c2-b6c3-4960f02c3a69 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 946 time: 0.3006575 May 05 20:38:02.590630 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a24154b5-77b9-4c22-a50c-97eb27ae71dc req-2b722ae5-850f-4c70-9285-302fe634420e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487566 May 05 20:38:02.613595 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (95b06357-adce-4bb9-8d42-6b9be25f7239), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.638611 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b06357-adce-4bb9-8d42-6b9be25f7239']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:02.649319 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:02.649625 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:02.660713 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875628'] for segment (be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.673898 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.679616 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:38:02.679991 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9233448'] for segment (be1f3bc2-0dfc-414a-a6de-8dbfd7fe0921), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: Traceback (most recent call last): May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: timer() May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: cb(*args, **kw) May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: return func(*args, **kwargs) May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: self._notify() May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: self.callback(batched_events) May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: event.method(event) May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: return f(self, *a, **k) May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._get(url).json() May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:38:02.681601 dv-cinder-840730-1-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:38:02.802378 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (95b06357-adce-4bb9-8d42-6b9be25f7239), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.806678 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:02.809856 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/95b06357-adce-4bb9-8d42-6b9be25f7239 HTTP/1.1" status: 204 len: 168 time: 0.3797042 May 05 20:38:02.823406 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a762c-ded7-4b77-80b6-16a1effec7e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=95b06357-adce-4bb9-8d42-6b9be25f7239,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:03.152440 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38764) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:03.196962 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3931bdc1-365c-4164-a2f6-03aa8ab3701b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1bf13d2c33bd41b69353ee816ca18358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432937 May 05 20:38:03.199354 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38766) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:03.245524 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8549194-8556-41cd-83dd-d5c8a5188066 admin admin] Publish callbacks [] for security_group (e4889842-b0dd-4b41-aa18-10985cc04593), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:03.266348 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8549194-8556-41cd-83dd-d5c8a5188066 admin admin] Publish callbacks [] for security_group (e4889842-b0dd-4b41-aa18-10985cc04593), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:03.396507 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8549194-8556-41cd-83dd-d5c8a5188066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e4889842-b0dd-4b41-aa18-10985cc04593), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:03.399038 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8549194-8556-41cd-83dd-d5c8a5188066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:03.400182 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f8549194-8556-41cd-83dd-d5c8a5188066 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4889842-b0dd-4b41-aa18-10985cc04593 HTTP/1.1" status: 204 len: 168 time: 0.1998234 May 05 20:38:03.408588 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8549194-8556-41cd-83dd-d5c8a5188066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4889842-b0dd-4b41-aa18-10985cc04593,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:03.712736 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0b18a-86f6-4b63-ae27-ce58a41babee req-7ac947a3-ca4d-4ea1-994c-03de2518c198 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:03.714250 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-33f0b18a-86f6-4b63-ae27-ce58a41babee req-7ac947a3-ca4d-4ea1-994c-03de2518c198 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 946 time: 0.0542750 May 05 20:38:03.767902 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-33f0b18a-86f6-4b63-ae27-ce58a41babee req-c19dd959-c6b5-4a09-a5cf-d17b6a4bcf56 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470831 May 05 20:38:03.892674 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447681b1-477d-4fe7-a144-d5f8af29d110 req-a7b56319-55d6-4f22-bf73-1c94dd423231 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:03.894196 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-447681b1-477d-4fe7-a144-d5f8af29d110 req-a7b56319-55d6-4f22-bf73-1c94dd423231 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 946 time: 0.0578771 May 05 20:38:03.902705 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38782) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:03.908403 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-e65e5b9a-1c04-4926-8757-5a0c969ff084 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'floatingip': {'port_id': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:38:03.948394 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e65e5b9a-1c04-4926-8757-5a0c969ff084 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (abd237fa-156c-4e99-9343-fcf2c46de917), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:04.409528 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e65e5b9a-1c04-4926-8757-5a0c969ff084 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:04.465739 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e65e5b9a-1c04-4926-8757-5a0c969ff084 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (abd237fa-156c-4e99-9343-fcf2c46de917), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:04.571643 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-e65e5b9a-1c04-4926-8757-5a0c969ff084 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Floating IP abd237fa-156c-4e99-9343-fcf2c46de917 associated. External IP: 172.27.0.103, port: ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd. May 05 20:38:04.788478 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65e5b9a-1c04-4926-8757-5a0c969ff084 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:38:04.898775 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65e5b9a-1c04-4926-8757-5a0c969ff084 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:38:04.903825 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e65e5b9a-1c04-4926-8757-5a0c969ff084 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:04.908429 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:38:04.917715 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:38:04.931008 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:37:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:04.933633 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e65e5b9a-1c04-4926-8757-5a0c969ff084 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "PUT /v2.0/floatingips/abd237fa-156c-4e99-9343-fcf2c46de917 HTTP/1.1" status: 200 len: 992 time: 1.0298588 May 05 20:38:04.934209 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'tag': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:38:04.936971 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e" -d '{"events": [{"name": "network-changed", "server_uuid": "72842154-dcda-4282-9d73-e6517ae9fbf3", "tag": "ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:38:04.976099 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168b9f16-97c5-4958-a7e5-884d048b7b73 x-openstack-request-id: req-168b9f16-97c5-4958-a7e5-884d048b7b73 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:38:04.976430 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72842154-dcda-4282-9d73-e6517ae9fbf3", "tag": "ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:38:04.976685 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-168b9f16-97c5-4958-a7e5-884d048b7b73 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:38:04.977094 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168b9f16-97c5-4958-a7e5-884d048b7b73'] response: {'name': 'network-changed', 'server_uuid': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'tag': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd', 'status': 'completed', 'code': 200} May 05 20:38:05.036941 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:38:05.043819 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-bb1a4645-bec4-4191-8dbd-1d877b8c47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:05.045429 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-bb1a4645-bec4-4191-8dbd-1d877b8c47ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 1130 time: 0.0456247 May 05 20:38:05.141961 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-12213804-e478-4199-bbe8-6b661d950faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:05.143481 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-12213804-e478-4199-bbe8-6b661d950faa service neutron] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 916 time: 0.0904598 May 05 20:38:05.208860 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-7e2359a7-bd3c-4db0-9545-6c34b2296250 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd HTTP/1.1" status: 200 len: 1000 time: 0.0590451 May 05 20:38:05.260586 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'abd237fa-156c-4e99-9343-fcf2c46de917', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:11:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:37:50Z', 'updated_at': '2022-05-05T20:38:04Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:05.261853 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-04a2c460-0822-497f-9b0b-91e674130969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:05.263315 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-04a2c460-0822-497f-9b0b-91e674130969 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0486271 May 05 20:38:05.287322 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:38:05.298715 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:38:05.300315 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:37:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:05.326048 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-8829f2c8-b113-4875-afb7-0d127d268967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:05.327617 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-8829f2c8-b113-4875-afb7-0d127d268967 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574684 May 05 20:38:05.426046 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-75093bd6-c626-4779-b963-b56537a78f7b service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914731 May 05 20:38:05.502009 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:38:05.520598 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b911e32f-cd40-4dbd-bc78-c29dc1aa753e req-b5ad9712-e48d-46b0-a84e-d4de5f0d9a64 service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 May 05 20:38:05.727683 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'abd237fa-156c-4e99-9343-fcf2c46de917', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:11:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:37:50Z', 'updated_at': '2022-05-05T20:38:04Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:05.753476 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3d207-d9a8-49d7-9fa1-bb20a3173c3b None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'abd237fa-156c-4e99-9343-fcf2c46de917', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:11:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:37:50Z', 'updated_at': '2022-05-05T20:38:04Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:38:05.942847 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ffc05-c0e6-4121-9740-4011769024f9 None None] New status for floating IP abd237fa-156c-4e99-9343-fcf2c46de917: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:38:08.182483 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38820) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:08.288137 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:08.360913 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Publish callbacks [] for security_group (2bee4477-f1a4-469e-b918-98fd6fff45e0), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:08.453833 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (2bee4477-f1a4-469e-b918-98fd6fff45e0), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:08.491976 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5a64181490840bcbba5411cd2fa3e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084450 May 05 20:38:08.492811 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bee4477-f1a4-469e-b918-98fd6fff45e0,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:08.494904 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38824) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:08.501163 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.501537 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.501880 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.502392 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.502727 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.503056 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.503383 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.503712 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.504034 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.504357 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.504707 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.505027 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.505363 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a24ff-e936-4115-9d04-a7408b138f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:08.544450 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6468f98c-b7ef-4aad-9b66-e880ab953088 admin admin] Publish callbacks [] for security_group (2bee4477-f1a4-469e-b918-98fd6fff45e0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:08.566445 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6468f98c-b7ef-4aad-9b66-e880ab953088 admin admin] Publish callbacks [] for security_group (2bee4477-f1a4-469e-b918-98fd6fff45e0), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:08.688207 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6468f98c-b7ef-4aad-9b66-e880ab953088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (2bee4477-f1a4-469e-b918-98fd6fff45e0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:08.690850 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6468f98c-b7ef-4aad-9b66-e880ab953088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:08.692741 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6468f98c-b7ef-4aad-9b66-e880ab953088 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bee4477-f1a4-469e-b918-98fd6fff45e0 HTTP/1.1" status: 204 len: 168 time: 0.1967978 May 05 20:38:08.700384 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468f98c-b7ef-4aad-9b66-e880ab953088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bee4477-f1a4-469e-b918-98fd6fff45e0,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:13.767983 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:17.799778 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:38:21.163120 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-8c585f63-88b8-4b62-87a2-c21cad7d7b54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442145 May 05 20:38:21.250643 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-046f5fcc-9b5a-4920-bef1-a6b5ebe574e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:21.252119 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-046f5fcc-9b5a-4920-bef1-a6b5ebe574e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 1129 time: 0.0483010 May 05 20:38:21.353569 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-6907dc76-bb0b-41bd-9a8e-f6d2d42fff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:21.355004 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-6907dc76-bb0b-41bd-9a8e-f6d2d42fff76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 912 time: 0.0852757 May 05 20:38:21.424873 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-38018e62-1a81-4e8e-8421-964c073908d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919 HTTP/1.1" status: 200 len: 1001 time: 0.0617571 May 05 20:38:21.471782 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-024e4635-8272-4f9f-95ca-6204080c9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:21.473243 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-024e4635-8272-4f9f-95ca-6204080c9491 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.0421901 May 05 20:38:22.355899 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-ce5ab513-c0fb-4340-a4b9-c3ee28e05c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:22.357366 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-ce5ab513-c0fb-4340-a4b9-c3ee28e05c5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446813 May 05 20:38:23.124795 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7463cf18-c105-4ce5-a249-9576eb8f42f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:23.186932 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-3a288419-44f5-4d68-a3a1-0c53a11c93dd service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898163 May 05 20:38:24.081368 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1eb8e91d-d2d4-4d8b-91ec-4ab034071906 req-69306606-64f0-45d9-b708-89235adaa953 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810227 May 05 20:38:25.062980 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4b17-64c3-422b-8489-5ced00483a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:26.425286 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:28.059095 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:29.487920 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:31.071862 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 38964) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:31.176759 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f0d72b9a-6469-4e81-a816-2a0932d5e502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:31.250369 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f0d72b9a-6469-4e81-a816-2a0932d5e502 admin admin] Publish callbacks [] for security_group (e8e0aa7a-3077-4195-a084-18f1a2a76d01), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:31.333406 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f0d72b9a-6469-4e81-a816-2a0932d5e502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e8e0aa7a-3077-4195-a084-18f1a2a76d01), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:31.375582 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f0d72b9a-6469-4e81-a816-2a0932d5e502 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=855bf6f8f0924cd087fd47482ae78077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026607 May 05 20:38:31.376426 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d72b9a-6469-4e81-a816-2a0932d5e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e0aa7a-3077-4195-a084-18f1a2a76d01,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:31.378281 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 38968) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:31.426474 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-36180246-1d6e-41fd-a23d-c3150b496e52 admin admin] Publish callbacks [] for security_group (e8e0aa7a-3077-4195-a084-18f1a2a76d01), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:31.450298 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-36180246-1d6e-41fd-a23d-c3150b496e52 admin admin] Publish callbacks [] for security_group (e8e0aa7a-3077-4195-a084-18f1a2a76d01), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:31.589031 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-36180246-1d6e-41fd-a23d-c3150b496e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e8e0aa7a-3077-4195-a084-18f1a2a76d01), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:31.591663 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-36180246-1d6e-41fd-a23d-c3150b496e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:31.595430 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-36180246-1d6e-41fd-a23d-c3150b496e52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8e0aa7a-3077-4195-a084-18f1a2a76d01 HTTP/1.1" status: 204 len: 168 time: 0.2135584 May 05 20:38:31.602044 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36180246-1d6e-41fd-a23d-c3150b496e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e0aa7a-3077-4195-a084-18f1a2a76d01,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:43.704879 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:51.094614 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39010) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:51.248446 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Deleting port 57f992fb-16fa-47df-9bf6-90832f1b8f74 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:38:51.248787 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (57f992fb-16fa-47df-9bf6-90832f1b8f74), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:51.321090 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (57f992fb-16fa-47df-9bf6-90832f1b8f74), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:51.321439 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (57f992fb-16fa-47df-9bf6-90832f1b8f74), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:51.332792 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Calling delete_port for 57f992fb-16fa-47df-9bf6-90832f1b8f74 owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:38:51.579210 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (57f992fb-16fa-47df-9bf6-90832f1b8f74), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:51.606535 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event deleted for resources: {'Port': ['ID=57f992fb-16fa-47df-9bf6-90832f1b8f74,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:51.667906 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (355d39fa-f557-4771-aa4a-a368974a2d5e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:51.668230 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Floating IP 355d39fa-f557-4771-aa4a-a368974a2d5e disassociated (deleted). External IP: 172.27.0.12, port: e47a3236-d7bb-4789-8fb5-1edc4c23ecbf. May 05 20:38:51.877829 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Router 697b5724-350e-4acf-8784-63c6269b11b0 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:38:51.989121 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:38:51.993934 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:51.999050 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] Sync routers for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:38:52.010998 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:38:52.011904 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:52.028377 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-45fb7fa1-2584-45c3-a1f4-1a789f9a2f04 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "DELETE /v2.0/floatingips/355d39fa-f557-4771-aa4a-a368974a2d5e HTTP/1.1" status: 204 len: 168 time: 0.9294155 May 05 20:38:52.028377 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:38:52.031762 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:38:52.067362 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d8d466-0fc2-45d9-90be-adce88594ba1 x-openstack-request-id: req-51d8d466-0fc2-45d9-90be-adce88594ba1 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:38:52.067670 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:38:52.067934 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51d8d466-0fc2-45d9-90be-adce88594ba1 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:38:52.068409 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d8d466-0fc2-45d9-90be-adce88594ba1'] response: {'name': 'network-changed', 'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'status': 'completed', 'code': 200} May 05 20:38:52.155894 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:38:52.228958 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-946ce29b-e4be-4aa1-a29f-bb000e41ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:52.230493 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-946ce29b-e4be-4aa1-a29f-bb000e41ec43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 1129 time: 0.1412342 May 05 20:38:52.320240 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-b17a2745-e8c4-4771-8a55-ff1f8e1a78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:52.322464 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-b17a2745-e8c4-4771-8a55-ff1f8e1a78b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 912 time: 0.0844283 May 05 20:38:52.377370 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-b7edf0cc-8d00-43ae-b863-47504f9e6026 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf HTTP/1.1" status: 200 len: 217 time: 0.0384295 May 05 20:38:52.390400 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '52493864-e44a-4cb6-b569-7996d3580c1b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:02Z', 'updated_at': '2022-05-05T20:35:05Z', 'revision_number': 1, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:52.419286 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] Checking router: 697b5724-350e-4acf-8784-63c6269b11b0 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:38:52.428982 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:38:52.429724 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:25Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:52.439701 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-cb818615-d1e2-4667-9045-0d35394b6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:52.441267 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-cb818615-d1e2-4667-9045-0d35394b6bea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.0555661 May 05 20:38:52.494575 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-d8aa82cf-6085-43a1-82ae-e165c67bf984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:52.496178 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-d8aa82cf-6085-43a1-82ae-e165c67bf984 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477824 May 05 20:38:52.507398 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-b8ba4fe2-6932-45e4-9f91-d55f03d75933 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:38:52.508476 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-b8ba4fe2-6932-45e4-9f91-d55f03d75933 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057344 May 05 20:38:52.515935 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03fef-2b14-48ea-bfed-6387f30230fb req-da38a47d-28c6-4b5a-b898-6f2467ac6de4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:52.517653 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-51c03fef-2b14-48ea-bfed-6387f30230fb req-da38a47d-28c6-4b5a-b898-6f2467ac6de4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 945 time: 0.0562603 May 05 20:38:52.547417 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:38:52.576693 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-51c03fef-2b14-48ea-bfed-6387f30230fb req-482a8d2f-54cb-4fae-847b-0c940e57a220 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503063 May 05 20:38:52.623275 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-244979fc-608a-4b6c-8c46-c254037148cc service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035790 May 05 20:38:52.714989 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb2e25ac-ee33-4a86-80fc-48ee04f77acd req-0b731351-eb49-458d-b869-fcb7143f6c81 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849674 May 05 20:38:52.796035 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '52493864-e44a-4cb6-b569-7996d3580c1b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:02Z', 'updated_at': '2022-05-05T20:35:05Z', 'revision_number': 1, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:52.822770 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e9322-b1af-4de1-a15a-a517acb3b523 None None] The sync data for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi is: [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': '52493864-e44a-4cb6-b569-7996d3580c1b', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'port_id': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'mac_address': 'fa:16:3e:87:26:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:02Z', 'updated_at': '2022-05-05T20:35:05Z', 'revision_number': 1, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:38:53.016538 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4eb22b18-2eca-4091-bd44-d9cc32a65d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:53.071086 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f60628-ea15-4dda-9750-b665361184aa None None] New status for floating IP 355d39fa-f557-4771-aa4a-a368974a2d5e: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:38:53.698732 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842b221-d3cd-45fa-ad0a-ba305cc3ebbb req-51a7df81-67fa-4b2a-a730-1b5375ab5cb4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:53.700184 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4842b221-d3cd-45fa-ad0a-ba305cc3ebbb req-51a7df81-67fa-4b2a-a730-1b5375ab5cb4 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 945 time: 0.0524783 May 05 20:38:53.752833 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4842b221-d3cd-45fa-ad0a-ba305cc3ebbb req-81cd081d-b199-4fd1-8cfa-60bcfd5c56d7 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469072 May 05 20:38:54.221397 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1285de-74fa-4026-bd11-0170cd965946 req-6af7c5bb-7cb3-4412-8663-79f8352e2fa5 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:54.222814 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb1285de-74fa-4026-bd11-0170cd965946 req-6af7c5bb-7cb3-4412-8663-79f8352e2fa5 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 945 time: 0.0520911 May 05 20:38:54.320978 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-fb1285de-74fa-4026-bd11-0170cd965946 req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Deleting port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:38:54.321320 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-fb1285de-74fa-4026-bd11-0170cd965946 req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:54.413378 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-fb1285de-74fa-4026-bd11-0170cd965946 req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] For port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:38:54.413771 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-fb1285de-74fa-4026-bd11-0170cd965946 req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:54.427592 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-fb1285de-74fa-4026-bd11-0170cd965946 req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Calling delete_port for e47a3236-d7bb-4789-8fb5-1edc4c23ecbf owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:38:54.634423 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-fb1285de-74fa-4026-bd11-0170cd965946 req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (e47a3236-d7bb-4789-8fb5-1edc4c23ecbf), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:54.662782 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event deleted for resources: {'Port': ['ID=e47a3236-d7bb-4789-8fb5-1edc4c23ecbf,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:54.677952 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.678355 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.678705 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.679044 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.679636 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.679978 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.680175 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.680569 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.681082 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.681327 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.682204 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.682726 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.683308 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:54.727439 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1285de-74fa-4026-bd11-0170cd965946 req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] No DVR routers for this DVR port e47a3236-d7bb-4789-8fb5-1edc4c23ecbf on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:38:54.731109 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-fb1285de-74fa-4026-bd11-0170cd965946 req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:54.734502 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb1285de-74fa-4026-bd11-0170cd965946 req-c4faae24-d997-4c4b-b0c4-e11c8e4ae351 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "DELETE /v2.0/ports/e47a3236-d7bb-4789-8fb5-1edc4c23ecbf HTTP/1.1" status: 204 len: 173 time: 0.5058167 May 05 20:38:54.737339 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'name': 'network-vif-deleted', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:38:54.737339 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aed888b-ea73-4682-bb9f-a7a40baffe0e" -d '{"events": [{"server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "name": "network-vif-deleted", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:38:54.776842 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c2cf49-d230-4fe2-a99b-be954f19de29 x-openstack-request-id: req-c9c2cf49-d230-4fe2-a99b-be954f19de29 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:38:54.776842 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c66a0-8d0b-4f38-a62f-4cb121cc6558", "name": "network-vif-deleted", "tag": "e47a3236-d7bb-4789-8fb5-1edc4c23ecbf", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:38:54.777120 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9c2cf49-d230-4fe2-a99b-be954f19de29 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:38:54.777402 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c2cf49-d230-4fe2-a99b-be954f19de29'] response: {'server_uuid': 'a07c66a0-8d0b-4f38-a62f-4cb121cc6558', 'name': 'network-vif-deleted', 'tag': 'e47a3236-d7bb-4789-8fb5-1edc4c23ecbf', 'status': 'completed', 'code': 200} May 05 20:38:54.811570 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:38:54.859661 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-46e945e2-7bee-4549-bc59-2b835ec9871c req-42e70185-1ebd-4eef-b607-7c2a5a399b9a tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 210 time: 0.0337272 May 05 20:38:55.042136 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-236c131d-011a-4cf2-a090-dce0edf108cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:55.055046 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9c073-388d-4866-90ab-63bf0cd49671 req-2c5a7aa2-c5e2-436b-a781-f3cbc09ceb3c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:55.057212 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1ef9c073-388d-4866-90ab-63bf0cd49671 req-2c5a7aa2-c5e2-436b-a781-f3cbc09ceb3c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 946 time: 0.0575523 May 05 20:38:55.109358 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1ef9c073-388d-4866-90ab-63bf0cd49671 req-8ac2306e-cd97-439f-b7cd-46e7fd1c2a59 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461190 May 05 20:38:55.965895 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-508031c4-b381-4b44-9530-e3644df107bf req-cbdf8db5-56c4-4233-ad26-a5dad9ab61af tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c66a0-8d0b-4f38-a62f-4cb121cc6558 HTTP/1.1" status: 200 len: 210 time: 0.0268431 May 05 20:38:56.233838 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18a667-4887-4ef4-9e1a-bc5981e3205e req-1bb91810-8e38-44f2-937f-51abaf273938 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:56.235284 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7b18a667-4887-4ef4-9e1a-bc5981e3205e req-1bb91810-8e38-44f2-937f-51abaf273938 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 946 time: 0.0560961 May 05 20:38:56.282571 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7b18a667-4887-4ef4-9e1a-bc5981e3205e req-e3562d46-9ffd-41ed-829f-a598af1df73a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416222 May 05 20:38:56.416642 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:56.734433 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-bbc3c414-3d71-4b63-839b-8e9a8d06097b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:56.735950 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-bbc3c414-3d71-4b63-839b-8e9a8d06097b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 946 time: 0.0552857 May 05 20:38:56.832415 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Deleting port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:38:56.832745 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:56.917890 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] For port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:38:56.918244 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:57.088544 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:57.088894 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (abd237fa-156c-4e99-9343-fcf2c46de917), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:57.089204 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Floating IP abd237fa-156c-4e99-9343-fcf2c46de917 disassociated. External IP: 172.27.0.103, port: ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd. May 05 20:38:57.089705 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Calling delete_port for ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:38:57.409375 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74658ec0-9f6d-4378-8f83-0c89ed05a0d5 req-beed6359-869c-4a8e-bf96-d7730bfb650c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:57.410898 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-74658ec0-9f6d-4378-8f83-0c89ed05a0d5 req-beed6359-869c-4a8e-bf96-d7730bfb650c tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 946 time: 0.0559664 May 05 20:38:57.459132 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-74658ec0-9f6d-4378-8f83-0c89ed05a0d5 req-cdd3392c-9599-427b-8d90-85d1e356e6ee tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 May 05 20:38:57.567917 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:57.597509 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'Port': ['ID=ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:57.717010 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:38:57.829031 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:38:57.839845 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:38:57.850369 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:38:57.850986 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:57.879318 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] No DVR routers for this DVR port ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:38:57.879318 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:57.880095 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc751186-7433-4f5b-a786-60a36ff1dbf2 req-63e4a581-a0b8-472d-bf47-98ff24121b27 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "DELETE /v2.0/ports/ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd HTTP/1.1" status: 204 len: 173 time: 1.1367238 May 05 20:38:57.880581 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'name': 'network-vif-deleted', 'tag': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:38:57.882811 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36160bb-f68d-45ed-b0b5-07987f24b848" -d '{"events": [{"server_uuid": "72842154-dcda-4282-9d73-e6517ae9fbf3", "name": "network-vif-deleted", "tag": "ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:38:57.921909 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0926b1cc-e3b6-4afb-9017-070d12bf4f9b x-openstack-request-id: req-0926b1cc-e3b6-4afb-9017-070d12bf4f9b {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:38:57.922176 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72842154-dcda-4282-9d73-e6517ae9fbf3", "name": "network-vif-deleted", "tag": "ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:38:57.922431 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0926b1cc-e3b6-4afb-9017-070d12bf4f9b {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:38:57.922847 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0926b1cc-e3b6-4afb-9017-070d12bf4f9b'] response: {'server_uuid': '72842154-dcda-4282-9d73-e6517ae9fbf3', 'name': 'network-vif-deleted', 'tag': 'ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd', 'status': 'completed', 'code': 200} May 05 20:38:57.968997 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:38:58.071240 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:58.181418 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:58.294586 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:38:58.304511 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:38:58.304511 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:58.410725 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:38:58.571402 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-0fe9fc38-6ffe-415f-8aae-23b74c780369 req-a520542e-3275-4c9c-855b-65189b07e6ab tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=72842154-dcda-4282-9d73-e6517ae9fbf3 HTTP/1.1" status: 200 len: 210 time: 0.0323908 May 05 20:38:58.624304 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:58.652086 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4e9a20-c970-4f2f-95cd-2ce6c60751de None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:38:58.825463 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device e47a3236-d7bb-4789-8fb5-1edc4c23ecbf no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:38:58.847250 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: e47a3236-d7bb-4789-8fb5-1edc4c23ecbf {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:38:58.847594 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device e47a3236-d7bb-4789-8fb5-1edc4c23ecbf not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:38:58.848018 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:38:58.868949 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:38:58.869596 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device ef8dab0e-1f82-486c-8e9a-ce94d5ba7fbd not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:38:58.877608 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c293a2-6152-41a7-98bc-e6fd0b6f0bbf None None] New status for floating IP abd237fa-156c-4e99-9343-fcf2c46de917: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:38:59.460211 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39082) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:59.496514 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:59.619933 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Deleting port 828a1546-3bf8-413a-aea9-5e99f5b4b753 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:38:59.620522 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (828a1546-3bf8-413a-aea9-5e99f5b4b753), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:59.696156 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (828a1546-3bf8-413a-aea9-5e99f5b4b753), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:59.696407 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (828a1546-3bf8-413a-aea9-5e99f5b4b753), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:59.703954 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39088) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:38:59.721529 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Calling delete_port for 828a1546-3bf8-413a-aea9-5e99f5b4b753 owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:38:59.810134 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4ccee1fa-4be0-4332-9025-c7c410411ff1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (7f4589e1-ef83-4b16-ba6c-4ddc20702b0f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:38:59.843452 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4ccee1fa-4be0-4332-9025-c7c410411ff1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (7f4589e1-ef83-4b16-ba6c-4ddc20702b0f), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.022868 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4ccee1fa-4be0-4332-9025-c7c410411ff1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7f4589e1-ef83-4b16-ba6c-4ddc20702b0f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.025332 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4ccee1fa-4be0-4332-9025-c7c410411ff1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.026588 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4ccee1fa-4be0-4332-9025-c7c410411ff1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "DELETE /v2.0/security-groups/7f4589e1-ef83-4b16-ba6c-4ddc20702b0f HTTP/1.1" status: 204 len: 168 time: 0.3216169 May 05 20:39:00.029402 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39090) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:00.030060 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (828a1546-3bf8-413a-aea9-5e99f5b4b753), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.044084 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-fa6f608c-b620-4e90-807e-df2021aadce8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] show failed (client error): The resource could not be found. May 05 20:39:00.045094 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fa6f608c-b620-4e90-807e-df2021aadce8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups/7f4589e1-ef83-4b16-ba6c-4ddc20702b0f HTTP/1.1" status: 404 len: 347 time: 0.0145934 May 05 20:39:00.045497 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccee1fa-4be0-4332-9025-c7c410411ff1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4589e1-ef83-4b16-ba6c-4ddc20702b0f,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:00.047949 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39092) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:00.071702 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event deleted for resources: {'Port': ['ID=828a1546-3bf8-413a-aea9-5e99f5b4b753,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:00.183256 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Deleting port 6684f931-af6a-49f0-9c23-75d788ecc24a {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:00.183616 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (6684f931-af6a-49f0-9c23-75d788ecc24a), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.264545 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (6684f931-af6a-49f0-9c23-75d788ecc24a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.264905 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (6684f931-af6a-49f0-9c23-75d788ecc24a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.278346 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Calling delete_port for 6684f931-af6a-49f0-9c23-75d788ecc24a owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:00.355110 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (52493864-e44a-4cb6-b569-7996d3580c1b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.355420 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Floating IP 52493864-e44a-4cb6-b569-7996d3580c1b disassociated (deleted). External IP: 172.27.0.109, port: 2cb0b9cc-b9fa-48f2-b2ce-304029167919. May 05 20:39:00.504841 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (6684f931-af6a-49f0-9c23-75d788ecc24a), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.532060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'Port': ['ID=6684f931-af6a-49f0-9c23-75d788ecc24a,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:00.574284 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Router 697b5724-350e-4acf-8784-63c6269b11b0 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:39:00.599418 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (abd237fa-156c-4e99-9343-fcf2c46de917), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.601932 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.603072 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-19dd8058-3364-46f3-9ef5-8afd69b375ea tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "DELETE /v2.0/floatingips/abd237fa-156c-4e99-9343-fcf2c46de917 HTTP/1.1" status: 204 len: 168 time: 0.5542405 May 05 20:39:00.689846 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:39:00.694854 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:00.700547 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] Sync routers for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:39:00.711204 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:39:00.711850 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:00.726293 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9232c589-002f-4830-9686-79b41fb09f71 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "DELETE /v2.0/floatingips/52493864-e44a-4cb6-b569-7996d3580c1b HTTP/1.1" status: 204 len: 168 time: 1.2649570 May 05 20:39:00.726875 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:00.730109 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ede4c4-853e-4683-abed-2fdf53896f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:39:00.824577 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:39:00.902238 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39100) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:00.907075 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-b295abcf-7788-4dde-a672-57f54ada1208 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533220977', 'description': 'tempest-description--1926492925'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:39:00.930172 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8174eb79-8bd3-4095-9195-9f20c30e875a x-openstack-request-id: req-8174eb79-8bd3-4095-9195-9f20c30e875a {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:39:00.930468 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:39:00.932409 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8174eb79-8bd3-4095-9195-9f20c30e875a {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:39:00.932409 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8174eb79-8bd3-4095-9195-9f20c30e875a'] response: {'name': 'network-changed', 'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'status': 'completed', 'code': 200} May 05 20:39:01.000976 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b295abcf-7788-4dde-a672-57f54ada1208 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.027900 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-12748cc5-0981-48ef-aa1a-a5e93387a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:01.029448 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-12748cc5-0981-48ef-aa1a-a5e93387a008 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f96beeabb54e168e8e924bee7a6440&device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 1129 time: 0.0713539 May 05 20:39:01.038453 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:01.070467 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] Checking router: 697b5724-350e-4acf-8784-63c6269b11b0 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:39:01.079983 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:39:01.080595 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:01.152808 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b295abcf-7788-4dde-a672-57f54ada1208 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.165881 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-4ab14909-96c8-40ba-8bc3-0123616b6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:01.167408 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-4ab14909-96c8-40ba-8bc3-0123616b6c62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 200 len: 912 time: 0.1305690 May 05 20:39:01.179285 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066962c3-f228-44cc-9b02-489186d1137f req-c0d828b9-0230-46cc-820f-5b69827ebbbf tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:01.180873 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-066962c3-f228-44cc-9b02-489186d1137f req-c0d828b9-0230-46cc-820f-5b69827ebbbf tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 945 time: 0.0551517 May 05 20:39:01.201715 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:39:01.210801 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-e2ca4497-08d0-4593-a687-55de3074a19f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919 HTTP/1.1" status: 200 len: 217 time: 0.0369077 May 05 20:39:01.226813 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b295abcf-7788-4dde-a672-57f54ada1208 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.241896 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-066962c3-f228-44cc-9b02-489186d1137f req-cf90c78b-02a8-4ce6-9f78-8526af36f57b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545664 May 05 20:39:01.290315 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295abcf-7788-4dde-a672-57f54ada1208 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:01.296554 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-f58a320f-ed2f-49c0-aa0a-5019d10d5c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:01.298171 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-f58a320f-ed2f-49c0-aa0a-5019d10d5c37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 200 len: 850 time: 0.0805240 May 05 20:39:01.349352 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-845ed753-23e2-4cc8-a29c-cb2b5f32e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:01.350750 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-845ed753-23e2-4cc8-a29c-cb2b5f32e61e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7453d2c-baf7-4d2d-921d-a0f048045044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457642 May 05 20:39:01.357738 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b295abcf-7788-4dde-a672-57f54ada1208 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.359867 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b295abcf-7788-4dde-a672-57f54ada1208 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4556348 May 05 20:39:01.361769 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39104) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:01.366546 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-b734ab7b-8a61-4a29-a8e5-1af52c7520dc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group_rule': {'security_group_id': 'ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:39:01.404812 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:01.434703 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f9568-f620-4c4c-b230-a90a56784889 None None] The sync data for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi is: [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:14Z', 'revision_number': 4, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'a6a92916-d990-4abb-ba53-c87e7d617228', 'name': '', 'network_id': 'f7453d2c-baf7-4d2d-921d-a0f048045044', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'mac_address': 'fa:16:3e:23:d8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:13Z', 'updated_at': '2022-05-05T20:31:18Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'subnets': [{'id': 'b878be62-e870-425d-a1c4-df5d252c3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:39:01.442839 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-2c01c742-7674-42b3-ad71-fe21c78bda39 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829356 May 05 20:39:01.454372 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b734ab7b-8a61-4a29-a8e5-1af52c7520dc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (28912e18-2063-46cc-af0b-7f17c9df75d4), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.523581 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b734ab7b-8a61-4a29-a8e5-1af52c7520dc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (28912e18-2063-46cc-af0b-7f17c9df75d4), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.554864 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7ede4c4-853e-4683-abed-2fdf53896f4e req-bd620179-d14a-44d8-9e54-c8e1091b4321 service neutron] 10.222.0.41 "GET /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053207 May 05 20:39:01.608043 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b734ab7b-8a61-4a29-a8e5-1af52c7520dc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (28912e18-2063-46cc-af0b-7f17c9df75d4), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.626207 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734ab7b-8a61-4a29-a8e5-1af52c7520dc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28912e18-2063-46cc-af0b-7f17c9df75d4,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:01.689442 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff4f6a-7350-4a7e-98de-75fb665b557e None None] New status for floating IP 52493864-e44a-4cb6-b569-7996d3580c1b: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:39:01.701860 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b734ab7b-8a61-4a29-a8e5-1af52c7520dc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.703175 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b734ab7b-8a61-4a29-a8e5-1af52c7520dc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403680 May 05 20:39:01.706007 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39106) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:01.710330 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-54c2f0b6-8869-49fe-a880-eb35fdfa5be9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'security_group_rule': {'security_group_id': 'ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:39:01.825198 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-54c2f0b6-8869-49fe-a880-eb35fdfa5be9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (37f194d5-3fa6-47c2-b555-ceada21c7c94), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.880863 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-54c2f0b6-8869-49fe-a880-eb35fdfa5be9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (37f194d5-3fa6-47c2-b555-ceada21c7c94), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.961805 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-54c2f0b6-8869-49fe-a880-eb35fdfa5be9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687612'] for security_group_rule (37f194d5-3fa6-47c2-b555-ceada21c7c94), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:01.981013 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2f0b6-8869-49fe-a880-eb35fdfa5be9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f194d5-3fa6-47c2-b555-ceada21c7c94,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:02.052966 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-54c2f0b6-8869-49fe-a880-eb35fdfa5be9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:02.054651 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-54c2f0b6-8869-49fe-a880-eb35fdfa5be9 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3473330 May 05 20:39:02.057896 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39108) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:02.062228 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'floatingip': {'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:39:02.173417 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:02.272415 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:02.403051 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b884389-99e8-4a5e-a7d2-43149e811331 req-38a6d170-c49b-469e-92ad-27527f90918e tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:02.404494 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6b884389-99e8-4a5e-a7d2-43149e811331 req-38a6d170-c49b-469e-92ad-27527f90918e tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 945 time: 0.0923390 May 05 20:39:02.419599 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Allocated IP 172.27.0.248 (bd8ab546-943a-4736-a560-1b3f07e70cac/f57df7c4-8c74-43f8-a1fc-e606d48a23ff/4a4fff0b-7bc1-4e67-b04f-80e97f727522) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:39:02.517973 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6b884389-99e8-4a5e-a7d2-43149e811331 req-d6c19f08-9543-4c4c-9b25-ae7cdebde44b tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9262e6b-8319-43d2-9386-7d532e8fe65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063445 May 05 20:39:02.565682 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (4a4fff0b-7bc1-4e67-b04f-80e97f727522), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:02.668628 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (4a4fff0b-7bc1-4e67-b04f-80e97f727522), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:02.703336 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Network bd8ab546-943a-4736-a560-1b3f07e70cac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:39:02.706328 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:39:02.709842 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:39:02.739352 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=4a4fff0b-7bc1-4e67-b04f-80e97f727522,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:02.803072 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (cd8178ff-b02d-4062-b02f-be6941736772), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:02.863731 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-30aac0cc-0ea3-4c20-85b9-f9b85a46e66c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:02.865349 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-30aac0cc-0ea3-4c20-85b9-f9b85a46e66c tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 945 time: 0.0539036 May 05 20:39:02.893466 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (4a4fff0b-7bc1-4e67-b04f-80e97f727522), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:02.967286 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Deleting port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:02.967620 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:03.049917 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (4a4fff0b-7bc1-4e67-b04f-80e97f727522), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:03.059551 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] For port 2cb0b9cc-b9fa-48f2-b2ce-304029167919, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=2cb0b9cc-b9fa-48f2-b2ce-304029167919,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:03.059848 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:03.072093 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Calling delete_port for 2cb0b9cc-b9fa-48f2-b2ce-304029167919 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:03.139390 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9804525'] for port (4a4fff0b-7bc1-4e67-b04f-80e97f727522), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:03.205190 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=4a4fff0b-7bc1-4e67-b04f-80e97f727522,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:03.219462 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (cd8178ff-b02d-4062-b02f-be6941736772), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:03.248038 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (2cb0b9cc-b9fa-48f2-b2ce-304029167919), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:03.276314 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event deleted for resources: {'Port': ['ID=2cb0b9cc-b9fa-48f2-b2ce-304029167919,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:03.318627 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:03.328639 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-44af9d31-1cbf-4302-ad9d-fa601e792808 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2609611 May 05 20:39:03.328820 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] No DVR routers for this DVR port 2cb0b9cc-b9fa-48f2-b2ce-304029167919 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:03.328820 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:03.328820 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-751c9884-40dd-4624-abff-fc39d6f8c3c6 req-7d3120c3-6bc9-4d2b-b27c-b2ed78ba1c70 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.41 "DELETE /v2.0/ports/2cb0b9cc-b9fa-48f2-b2ce-304029167919 HTTP/1.1" status: 204 len: 173 time: 0.4543948 May 05 20:39:03.329155 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'name': 'network-vif-deleted', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:03.331562 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3142c1-03e6-4034-8027-0511e80fa921" -d '{"events": [{"server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "name": "network-vif-deleted", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:39:03.367826 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ae457d-aa5a-400b-99c9-38525042fc7f x-openstack-request-id: req-64ae457d-aa5a-400b-99c9-38525042fc7f {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:39:03.368117 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31c7db-81e9-4563-a96a-1a763f6ce7e1", "name": "network-vif-deleted", "tag": "2cb0b9cc-b9fa-48f2-b2ce-304029167919", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:39:03.368379 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64ae457d-aa5a-400b-99c9-38525042fc7f {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:39:03.368789 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ae457d-aa5a-400b-99c9-38525042fc7f'] response: {'server_uuid': '9f31c7db-81e9-4563-a96a-1a763f6ce7e1', 'name': 'network-vif-deleted', 'tag': '2cb0b9cc-b9fa-48f2-b2ce-304029167919', 'status': 'completed', 'code': 200} May 05 20:39:03.530900 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-7b8c0f18-5ac4-4a2a-ac42-efd22df02d7f tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--533220977&fields=id&tenant_id=4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 267 time: 0.0475488 May 05 20:39:03.622460 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ba975a36-0ee0-4c1c-8499-c7a27dd2d42d req-07c3f4d3-f8bd-43c2-802b-897e4cf33928 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f31c7db-81e9-4563-a96a-1a763f6ce7e1 HTTP/1.1" status: 200 len: 210 time: 0.0344765 May 05 20:39:03.670306 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-e952bffa-18a6-4f3d-ba0a-7be5858248eb tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:03.671862 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-e952bffa-18a6-4f3d-ba0a-7be5858248eb tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 815 time: 0.1344895 May 05 20:39:03.688085 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-bf85bd7b-7dfa-4cfb-b9df-7c09ecb66213 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/quotas/4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 375 time: 0.0105298 May 05 20:39:03.752344 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-b34aeb4d-0e20-4a2b-8f15-6ed65162ea18 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583713 May 05 20:39:03.819529 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-3769d2e4-a26d-4f12-a357-a4fa6f4f63ad service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 20:39:03.820588 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-3769d2e4-a26d-4f12-a357-a4fa6f4f63ad service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0561645 May 05 20:39:03.909720 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-a32341ac-2ac0-4b5d-9939-056129f9c1e5 service neutron] 10.222.0.49 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824285 May 05 20:39:04.002186 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-592a8047-6f4c-4dd3-92fa-6381694552f1 service neutron] 10.222.0.49 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865252 May 05 20:39:04.225254 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e7499278-1306-4642-9cc3-4808f835a0bf req-4bb6d296-a7f2-43f5-8353-32827fdd4bdd tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 210 time: 0.0283611 May 05 20:39:04.689781 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39146) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:04.834168 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Deleting port eb19dbbf-36d4-4b12-9581-7f1058666289 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:04.834506 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (eb19dbbf-36d4-4b12-9581-7f1058666289), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:04.919834 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (eb19dbbf-36d4-4b12-9581-7f1058666289), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:04.920072 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (eb19dbbf-36d4-4b12-9581-7f1058666289), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:04.934754 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Calling delete_port for eb19dbbf-36d4-4b12-9581-7f1058666289 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:05.168027 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (eb19dbbf-36d4-4b12-9581-7f1058666289), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:05.204348 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event deleted for resources: {'Port': ['ID=eb19dbbf-36d4-4b12-9581-7f1058666289,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:05.284173 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for floatingip (79710123-f488-4ab0-b027-36348b360c5b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:05.287308 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:05.288741 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5d245c57-eb4d-47a0-840b-296c57cc72ae tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "DELETE /v2.0/floatingips/79710123-f488-4ab0-b027-36348b360c5b HTTP/1.1" status: 204 len: 168 time: 0.5978580 May 05 20:39:05.324368 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ed4899ad-4382-4eb4-b702-d614e25b9e5b req-b81de84b-c4e8-4996-ad5b-6ca1b0d99e7d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 210 time: 0.0313218 May 05 20:39:06.418475 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-782fc32a-12ff-4573-8813-da56c6e539e0 req-c1b5e36c-f2ff-4564-bc2b-fc545d5961cb tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 210 time: 0.0268643 May 05 20:39:06.688496 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-4e0dd02b-7303-4bc5-bd78-22eae5740dca tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:06.689907 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-4e0dd02b-7303-4bc5-bd78-22eae5740dca tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 815 time: 0.1029553 May 05 20:39:06.725396 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39164) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:06.764889 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-20f55dee-818d-4aa7-9ccd-0a8b0cdce822 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4794211bac284caab24261fe648de2f4 HTTP/1.1" status: 200 len: 379 time: 0.0555360 May 05 20:39:06.776652 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'port': {'device_id': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'admin_state_up': True, 'tenant_id': '4794211bac284caab24261fe648de2f4', 'security_groups': ['ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:39:06.784479 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2c9b-632d-4a76-a606-9cdf99ea94b6 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group (c9262e6b-8319-43d2-9386-7d532e8fe65c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:06.811810 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2c9b-632d-4a76-a606-9cdf99ea94b6 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group (c9262e6b-8319-43d2-9386-7d532e8fe65c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:06.858480 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 2cb0b9cc-b9fa-48f2-b2ce-304029167919 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:39:06.881923 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 2cb0b9cc-b9fa-48f2-b2ce-304029167919 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:39:06.882261 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 2cb0b9cc-b9fa-48f2-b2ce-304029167919 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:39:06.953747 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2c9b-632d-4a76-a606-9cdf99ea94b6 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (c9262e6b-8319-43d2-9386-7d532e8fe65c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:06.956290 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2c9b-632d-4a76-a606-9cdf99ea94b6 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:06.957491 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fe0b2c9b-632d-4a76-a606-9cdf99ea94b6 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] 10.222.0.49 "DELETE /v2.0/security-groups/c9262e6b-8319-43d2-9386-7d532e8fe65c HTTP/1.1" status: 204 len: 168 time: 0.2310863 May 05 20:39:06.967578 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b2c9b-632d-4a76-a606-9cdf99ea94b6 tempest-TestVolumeBootPattern-1920271055 tempest-TestVolumeBootPattern-1920271055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9262e6b-8319-43d2-9386-7d532e8fe65c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:07.013783 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Made reservation on behalf of 4794211bac284caab24261fe648de2f4 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:39:07.017062 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:07.130862 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39172) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:07.150896 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Allocated IP 172.20.0.4 (a847839d-66d9-4fdc-b3f0-1646f75c42b7/f5ce5ab5-05da-4717-8283-fc6f9b702c88/8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:39:07.287002 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:07.379380 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736179278704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:07.425499 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:39:07.428571 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:39:07.432800 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 20:39:07.469253 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event updated for resources: {'Port': ['ID=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:07.516084 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:07.516835 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:07.586381 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceafdee-d6b7-4b00-b313-f12b4537b252 req-7a9823fd-f773-4d71-8ef0-1227eadd19cd tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:07.587907 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bceafdee-d6b7-4b00-b313-f12b4537b252 req-7a9823fd-f773-4d71-8ef0-1227eadd19cd tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 931 time: 0.0702703 May 05 20:39:07.600323 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-0a8cef9b-c42d-47e4-96bc-fef3c9e850b7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279850 May 05 20:39:07.617239 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Request body: {'port': {'device_id': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84073'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:39:07.669975 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-bceafdee-d6b7-4b00-b313-f12b4537b252 req-52819126-6912-449a-971e-31fee2245459 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731792 May 05 20:39:07.680956 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:07.693114 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (697b5724-350e-4acf-8784-63c6269b11b0), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:07.719711 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-caf2b2de-f695-4d7e-911d-ca9e22c1336f None None] Provisioning complete for port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:39:07.720660 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-caf2b2de-f695-4d7e-911d-ca9e22c1336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:07.755268 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-caf2b2de-f695-4d7e-911d-ca9e22c1336f None None] Port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 05 20:39:07.952111 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:39:07.955346 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Deleting port a6a92916-d990-4abb-ba53-c87e7d617228 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:07.955686 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:07.959745 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Publish callbacks [] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:07.972329 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Transition to ACTIVE for port object 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 05 20:39:08.033024 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] For port a6a92916-d990-4abb-ba53-c87e7d617228, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=a6a92916-d990-4abb-ba53-c87e7d617228,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:08.033365 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:08.046550 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Calling delete_port for a6a92916-d990-4abb-ba53-c87e7d617228 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:08.070301 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:08.141414 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Pushing event updated for resources: {'Port': ['ID=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:08.193576 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Attempting to bind port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 on host hv-cinder-84073 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 20:39:08.194066 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Attempting to bind port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 by drivers openvswitch,hyperv on host hv-cinder-84073 at level 0 using segments [{'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 20:39:08.194510 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Attempting to bind port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:39:08.199818 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84073 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 20:39:08.200239 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Attempting to bind port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 on network a847839d-66d9-4fdc-b3f0-1646f75c42b7 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 20:39:08.205551 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Checking agent: {'id': '6dabb3cb-2713-4e40-b7aa-371febf4d39d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84073', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'started_at': datetime.datetime(2022, 5, 5, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 20:39:08.206215 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Checking segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:39:08.206668 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Bound using segment: {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 20:39:08.207184 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Bound port: 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9, host: hv-cinder-84073, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1a631c-8254-48fb-b456-9e11a95a998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 20:39:08.207612 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:08.280608 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] For port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9, host hv-cinder-84073, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 20:39:08.283985 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] For port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9, host hv-cinder-84073, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 20:39:08.333473 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (a6a92916-d990-4abb-ba53-c87e7d617228), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:08.362498 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9233484'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:08.364545 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a92916-d990-4abb-ba53-c87e7d617228,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:08.399986 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:08.402092 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:08.403572 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] 10.222.0.41 "PUT /v2.0/ports/8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 HTTP/1.1" status: 200 len: 1093 time: 0.7906847 May 05 20:39:08.405934 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'tag': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:08.408216 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19" -d '{"events": [{"name": "network-changed", "server_uuid": "d582b877-3ef6-4ebc-9a62-801e0f238196", "tag": "8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:39:08.441389 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a75cf1-eadb-4402-a751-bea32ae015ac service neutron] Pushing event updated for resources: {'Port': ['ID=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:08.531348 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4867371-a991-41f3-a5fd-d04a939df9e1 x-openstack-request-id: req-b4867371-a991-41f3-a5fd-d04a939df9e1 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:39:08.531348 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d582b877-3ef6-4ebc-9a62-801e0f238196", "tag": "8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:39:08.531599 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4867371-a991-41f3-a5fd-d04a939df9e1 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:39:08.531865 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4867371-a991-41f3-a5fd-d04a939df9e1'] response: {'name': 'network-changed', 'server_uuid': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'tag': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9', 'status': 'completed', 'code': 200} May 05 20:39:08.565071 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (697b5724-350e-4acf-8784-63c6269b11b0), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:08.618952 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-953ab097-9cc0-41f4-a5e5-ead96116d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:08.622948 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-953ab097-9cc0-41f4-a5e5-ead96116d106 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 1127 time: 0.0703945 May 05 20:39:08.676888 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-a73438a1-39c1-47e2-8a42-17101191941d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 HTTP/1.1" status: 200 len: 217 time: 0.0425899 May 05 20:39:08.750573 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-2197cfc9-8348-45f4-889c-47baf1132f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:08.750573 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-2197cfc9-8348-45f4-889c-47baf1132f65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0554047 May 05 20:39:08.798831 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-181df114-9dcc-4d0b-a04e-993edecd17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:08.802101 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-181df114-9dcc-4d0b-a04e-993edecd17ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485675 May 05 20:39:08.901021 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-c87fbaac-21bf-4048-8684-9d80ca2aa275 service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907233 May 05 20:39:08.991441 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a446a3-bd89-4392-808e-1f4253cbdac0 req-2b382809-7e2b-4726-80c1-049ad0421450 service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839300 May 05 20:39:09.017871 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086defce-32c2-4f7a-9f8a-ce961261d171 req-968dfd66-88f4-4f18-bb44-87c7ba6b3fee tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:09.019345 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-086defce-32c2-4f7a-9f8a-ce961261d171 req-968dfd66-88f4-4f18-bb44-87c7ba6b3fee tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 943 time: 0.1103165 May 05 20:39:09.110970 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-086defce-32c2-4f7a-9f8a-ce961261d171 req-bbe6b6ec-6e42-42a6-bca3-53eceb890e83 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855007 May 05 20:39:09.126963 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Router 697b5724-350e-4acf-8784-63c6269b11b0 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:39:09.201264 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-2d892d5a-be27-46fb-80b1-662159d79594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:09.202806 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-2d892d5a-be27-46fb-80b1-662159d79594 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 1127 time: 0.0471625 May 05 20:39:09.243360 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:39:09.249286 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-69ef0265-3172-4cbe-9042-2a9ee868a62c admin admin] 10.222.0.49 "PUT /v2.0/routers/697b5724-350e-4acf-8784-63c6269b11b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1148107 May 05 20:39:09.251744 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39184) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:09.254723 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] Sync routers for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:39:09.266976 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:39:09.267594 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:09.303110 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-3a749792-5b88-4371-a4ba-49276ba9f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:09.304650 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-3a749792-5b88-4371-a4ba-49276ba9f2b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 916 time: 0.0932603 May 05 20:39:09.346772 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-db30a1bc-e625-4a11-a31f-b18e8c964880 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 HTTP/1.1" status: 200 len: 217 time: 0.0354130 May 05 20:39:09.360886 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks [] for router (697b5724-350e-4acf-8784-63c6269b11b0), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:09.379267 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:39:09.404381 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-9b4c554a-8ad0-49d1-9796-0e291cac2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:09.406044 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-9b4c554a-8ad0-49d1-9796-0e291cac2b14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0537200 May 05 20:39:09.458955 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-d9e1bb0b-4e40-40c0-852b-d2b0049fe798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:09.460723 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-d9e1bb0b-4e40-40c0-852b-d2b0049fe798 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484056 May 05 20:39:09.470045 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks [] for router_gateway (697b5724-350e-4acf-8784-63c6269b11b0), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:09.556519 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-6189bb5b-36d1-4f76-91c0-01610e07380f service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885503 May 05 20:39:09.597919 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Deleting port 04a0b489-9817-4539-8f2b-03967e7646ea {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:09.598332 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:09.654433 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6fe76ec9-cc63-4d56-91a4-8c81aa3fee19 req-be4943b2-a969-417a-b90a-7233f5a424ba service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914495 May 05 20:39:09.654865 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:39:08Z', 'revision_number': 5, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port': {'id': '04a0b489-9817-4539-8f2b-03967e7646ea', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b5724-350e-4acf-8784-63c6269b11b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:09.684798 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] For port 04a0b489-9817-4539-8f2b-03967e7646ea, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=04a0b489-9817-4539-8f2b-03967e7646ea,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:09.685167 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:09.690875 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] Checking router: 697b5724-350e-4acf-8784-63c6269b11b0 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:39:09.699319 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Calling delete_port for 04a0b489-9817-4539-8f2b-03967e7646ea owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:09.700584 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] Routers {'697b5724-350e-4acf-8784-63c6269b11b0'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:39:09.701242 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['697b5724-350e-4acf-8784-63c6269b11b0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:09.790812 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] Set router 697b5724-350e-4acf-8784-63c6269b11b0 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:39:09.843673 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:39:09Z', 'revision_number': 6, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port_host': None}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:09.873203 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986c9c1c-3059-44d3-8f16-703add8d7b3e None None] The sync data for ids ['697b5724-350e-4acf-8784-63c6269b11b0'] in dv-cinder-840730-1-iscsi is: [{'id': '697b5724-350e-4acf-8784-63c6269b11b0', 'name': 'tempest-TestVolumeBootPattern-487120174-router', 'tenant_id': 'd1f96beeabb54e168e8e924bee7a6440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:10Z', 'updated_at': '2022-05-05T20:39:09Z', 'revision_number': 6, 'project_id': 'd1f96beeabb54e168e8e924bee7a6440', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:39:09.950908 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (04a0b489-9817-4539-8f2b-03967e7646ea), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:09.976920 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a0b489-9817-4539-8f2b-03967e7646ea,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:09.988486 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.988819 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.989163 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.989532 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.989865 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.990194 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.990522 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.990849 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.991174 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.991502 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.991821 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.992142 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:09.992461 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:10.046336 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (697b5724-350e-4acf-8784-63c6269b11b0), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.141452 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (697b5724-350e-4acf-8784-63c6269b11b0), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.143617 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks [] for router_controller (697b5724-350e-4acf-8784-63c6269b11b0), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.241621 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860991b7-332a-40f3-9519-190735bb85c0 req-49cc145e-724e-4e54-80b6-05242d3f6a30 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:10.244829 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-860991b7-332a-40f3-9519-190735bb85c0 req-49cc145e-724e-4e54-80b6-05242d3f6a30 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 943 time: 0.0634263 May 05 20:39:10.268192 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (697b5724-350e-4acf-8784-63c6269b11b0), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.273153 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 697b5724-350e-4acf-8784-63c6269b11b0 {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:39:10.273885 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.277159 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39188) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:10.282162 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b514df4a-eb1b-4c46-8925-5f4615ea4f80 admin admin] 10.222.0.49 "DELETE /v2.0/routers/697b5724-350e-4acf-8784-63c6269b11b0 HTTP/1.1" status: 204 len: 168 time: 1.0290105 May 05 20:39:10.315479 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-860991b7-332a-40f3-9519-190735bb85c0 req-167ccc33-e6ce-4ee9-95b2-e923ecf24cdb tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655115 May 05 20:39:10.337021 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70d64a4-aa37-4f97-b0b9-d36952106b72 admin admin] Deleting subnet b878be62-e870-425d-a1c4-df5d252c3adf {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:39:10.341234 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b70d64a4-aa37-4f97-b0b9-d36952106b72 admin admin] Publish callbacks [] for subnet (b878be62-e870-425d-a1c4-df5d252c3adf), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.355041 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a6a92916-d990-4abb-ba53-c87e7d617228 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:39:10.375322 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: a6a92916-d990-4abb-ba53-c87e7d617228 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:39:10.375668 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device a6a92916-d990-4abb-ba53-c87e7d617228 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:39:10.377491 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b70d64a4-aa37-4f97-b0b9-d36952106b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875637'] for subnet (b878be62-e870-425d-a1c4-df5d252c3adf), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.462942 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b70d64a4-aa37-4f97-b0b9-d36952106b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (b878be62-e870-425d-a1c4-df5d252c3adf), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.613638 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b70d64a4-aa37-4f97-b0b9-d36952106b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9233526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8636503'] for subnet (b878be62-e870-425d-a1c4-df5d252c3adf), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.639407 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d64a4-aa37-4f97-b0b9-d36952106b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b878be62-e870-425d-a1c4-df5d252c3adf,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:10.644250 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b70d64a4-aa37-4f97-b0b9-d36952106b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.648022 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b70d64a4-aa37-4f97-b0b9-d36952106b72 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b878be62-e870-425d-a1c4-df5d252c3adf HTTP/1.1" status: 204 len: 168 time: 0.3697886 May 05 20:39:10.649819 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c5fe2e-717d-4e49-b06a-886d23138bce None None] Network f7453d2c-baf7-4d2d-921d-a0f048045044 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:39:10.650447 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39190) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:10.725048 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (f7453d2c-baf7-4d2d-921d-a0f048045044), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.781826 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Deleting port 60cb5203-2873-4298-8dae-82d56431af8e {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:10.782101 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (60cb5203-2873-4298-8dae-82d56431af8e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.820774 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] DHCP port deletion for f7453d2c-baf7-4d2d-921d-a0f048045044 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:39:10.855952 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] For port 60cb5203-2873-4298-8dae-82d56431af8e, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=60cb5203-2873-4298-8dae-82d56431af8e,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:10.856310 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (60cb5203-2873-4298-8dae-82d56431af8e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.869705 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Calling delete_port for 60cb5203-2873-4298-8dae-82d56431af8e owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:10.879778 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Deleting port 60cb5203-2873-4298-8dae-82d56431af8e {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:10.880153 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (60cb5203-2873-4298-8dae-82d56431af8e), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.948147 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] For port 60cb5203-2873-4298-8dae-82d56431af8e, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=60cb5203-2873-4298-8dae-82d56431af8e,segment=NetworkSegment(81119525-8889-44e4-9ae0-b26d8476eef6),segment_id=81119525-8889-44e4-9ae0-b26d8476eef6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:10.948552 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (60cb5203-2873-4298-8dae-82d56431af8e), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:10.962504 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Calling delete_port for 60cb5203-2873-4298-8dae-82d56431af8e owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:11.022113 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (60cb5203-2873-4298-8dae-82d56431af8e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:11.050270 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=60cb5203-2873-4298-8dae-82d56431af8e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:11.052098 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] No DVR routers for this DVR port 60cb5203-2873-4298-8dae-82d56431af8e on host dv-cinder-840730-1-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:11.129669 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (f7453d2c-baf7-4d2d-921d-a0f048045044), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:11.152214 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7453d2c-baf7-4d2d-921d-a0f048045044']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:11.161901 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81119525-8889-44e4-9ae0-b26d8476eef6') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:11.162197 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81119525-8889-44e4-9ae0-b26d8476eef6') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:11.172968 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875628'] for segment (81119525-8889-44e4-9ae0-b26d8476eef6), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:11.174917 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (60cb5203-2873-4298-8dae-82d56431af8e), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:11.187111 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (81119525-8889-44e4-9ae0-b26d8476eef6), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:11.193487 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:39:11.193920 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9233448'] for segment (81119525-8889-44e4-9ae0-b26d8476eef6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: Traceback (most recent call last): May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: timer() May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: cb(*args, **kw) May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: return func(*args, **kwargs) May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: self._notify() May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: self.callback(batched_events) May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: event.method(event) May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: return f(self, *a, **k) May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._get(url).json() May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:39:11.195631 dv-cinder-840730-1-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:39:11.200179 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Pushing event deleted for resources: {'Port': ['ID=60cb5203-2873-4298-8dae-82d56431af8e,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:11.204557 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] No DVR routers for this DVR port 60cb5203-2873-4298-8dae-82d56431af8e on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:11.216123 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.216529 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.216888 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.217233 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.217664 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.218423 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.218423 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.218699 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.219112 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.219536 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.219861 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.220160 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.220749 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6ab52-6747-4253-8c18-0c2538594d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:11.316421 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (f7453d2c-baf7-4d2d-921d-a0f048045044), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:11.321685 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:11.325594 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] 10.222.0.49 "DELETE /v2.0/networks/f7453d2c-baf7-4d2d-921d-a0f048045044 HTTP/1.1" status: 204 len: 168 time: 0.6741252 May 05 20:39:11.328655 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39192) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:11.337069 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2947dc-4b73-424b-a5dc-d8957055a9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f7453d2c-baf7-4d2d-921d-a0f048045044,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:11.513941 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c169e22-bcd7-43ed-8a97-34e4123ba0f3 req-bb537411-3544-4fcd-945e-0c4aa6f231c6 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:11.515285 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c169e22-bcd7-43ed-8a97-34e4123ba0f3 req-bb537411-3544-4fcd-945e-0c4aa6f231c6 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 943 time: 0.1250572 May 05 20:39:11.609563 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c169e22-bcd7-43ed-8a97-34e4123ba0f3 req-64703e2b-5bd6-4a29-9958-3b1d4dfb7987 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883353 May 05 20:39:11.754614 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:11.979861 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 60cb5203-2873-4298-8dae-82d56431af8e no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:39:11.997921 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Deleting port 03ef2817-5ce3-45af-a4b3-ceb722029f80 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:11.998267 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:12.000369 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 60cb5203-2873-4298-8dae-82d56431af8e {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:39:12.000781 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 60cb5203-2873-4298-8dae-82d56431af8e not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:39:12.001193 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 04a0b489-9817-4539-8f2b-03967e7646ea no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:39:12.019551 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 04a0b489-9817-4539-8f2b-03967e7646ea {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:39:12.019896 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 04a0b489-9817-4539-8f2b-03967e7646ea not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:39:12.078581 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] For port 03ef2817-5ce3-45af-a4b3-ceb722029f80, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=03ef2817-5ce3-45af-a4b3-ceb722029f80,segment=NetworkSegment(0ad8d227-1b49-4c42-b2ae-221722c7c608),segment_id=0ad8d227-1b49-4c42-b2ae-221722c7c608)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:12.078951 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:12.092169 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Calling delete_port for 03ef2817-5ce3-45af-a4b3-ceb722029f80 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:12.341861 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (03ef2817-5ce3-45af-a4b3-ceb722029f80), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:12.365324 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Pushing event deleted for resources: {'Port': ['ID=03ef2817-5ce3-45af-a4b3-ceb722029f80,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:12.538093 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:12.904069 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 details requested by agent hyperv_hv-cinder-84073 with host hv-cinder-84073 {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 20:39:13.002619 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:13.009121 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be4e81-c4d9-4ccf-892a-e8a24f701603 req-161f8d4c-f936-432a-ae64-b66cac9eefce tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:13.011294 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-47be4e81-c4d9-4ccf-892a-e8a24f701603 req-161f8d4c-f936-432a-ae64-b66cac9eefce tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 943 time: 0.1035950 May 05 20:39:13.014689 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Returning: {'device': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'port_id': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9', 'mac_address': 'fa:16:3e:69:e8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 20:39:13.022873 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Router d871e663-d5d8-4ee8-8cc9-bd15223db1ba has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:39:13.052178 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:39:13.052664 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:13.065967 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:39:13.085959 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:13.106818 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-47be4e81-c4d9-4ccf-892a-e8a24f701603 req-286a1f4f-a5f1-401f-9743-14d7699a182d tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865254 May 05 20:39:13.165395 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:39:13.170293 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-37fde318-14e1-4d4e-b7b2-21b280a8780c admin admin] 10.222.0.49 "PUT /v2.0/routers/d871e663-d5d8-4ee8-8cc9-bd15223db1ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8404217 May 05 20:39:13.172750 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39198) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:13.175378 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] Sync routers for ids ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'] in dv-cinder-840730-1-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:39:13.186532 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] Routers {'d871e663-d5d8-4ee8-8cc9-bd15223db1ba'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:39:13.187173 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:13.229579 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:13.278879 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks [] for router (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:13.323223 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:13.338259 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] Set router d871e663-d5d8-4ee8-8cc9-bd15223db1ba gateway port host: dv-cinder-840730-1-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:39:13.383254 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks [] for router_gateway (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:13.488549 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Deleting port 30f011c5-e282-402d-b7fe-3cf5b764d8db {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:13.488781 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:13.513553 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] get_ports_and_sgs() called for port_ids ['8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 20:39:13.553488 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:39:12Z', 'revision_number': 5, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'gw_port': {'id': '30f011c5-e282-402d-b7fe-3cf5b764d8db', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:13.573399 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] For port 30f011c5-e282-402d-b7fe-3cf5b764d8db, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=30f011c5-e282-402d-b7fe-3cf5b764d8db,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:13.573769 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:13.586282 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] Checking router: d871e663-d5d8-4ee8-8cc9-bd15223db1ba for host: dv-cinder-840730-1-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:39:13.586485 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Calling delete_port for 30f011c5-e282-402d-b7fe-3cf5b764d8db owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:13.608312 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] Routers {'d871e663-d5d8-4ee8-8cc9-bd15223db1ba'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:39:13.608940 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:13.739734 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] Set router d871e663-d5d8-4ee8-8cc9-bd15223db1ba gateway port host: None {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:39:13.801228 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:13.804538 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:39:13Z', 'revision_number': 6, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'gw_port_host': None}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:13.824828 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (30f011c5-e282-402d-b7fe-3cf5b764d8db), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:13.833271 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d906-bfc3-4847-834b-24ba15639a5a None None] The sync data for ids ['d871e663-d5d8-4ee8-8cc9-bd15223db1ba'] in dv-cinder-840730-1-iscsi is: [{'id': 'd871e663-d5d8-4ee8-8cc9-bd15223db1ba', 'name': 'tempest-TestVolumeBootPattern-64804188-router', 'tenant_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:31:18Z', 'updated_at': '2022-05-05T20:39:13Z', 'revision_number': 6, 'project_id': '5251f72f879e4b4fa803f8d90eb6a32e', 'gw_port_host': None}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:39:13.851988 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Pushing event deleted for resources: {'Port': ['ID=30f011c5-e282-402d-b7fe-3cf5b764d8db,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:13.913396 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.013845 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.015906 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks [] for router_controller (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.136876 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (d871e663-d5d8-4ee8-8cc9-bd15223db1ba), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.137448 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Fanout notify agent at l3_agent the message router_deleted on router d871e663-d5d8-4ee8-8cc9-bd15223db1ba {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:39:14.141882 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.145755 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b0a96f86-ee57-4cb2-ab15-cd42f87a35df admin admin] 10.222.0.49 "DELETE /v2.0/routers/d871e663-d5d8-4ee8-8cc9-bd15223db1ba HTTP/1.1" status: 204 len: 168 time: 0.9693720 May 05 20:39:14.145755 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39202) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:14.200727 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ec9865-85fd-4bdf-8f2c-4711c57861a0 admin admin] Deleting subnet de8f0b86-7b00-4a34-a374-277a790f73c6 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:39:14.221368 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9865-85fd-4bdf-8f2c-4711c57861a0 admin admin] Publish callbacks [] for subnet (de8f0b86-7b00-4a34-a374-277a790f73c6), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.278494 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9865-85fd-4bdf-8f2c-4711c57861a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9462820'] for subnet (de8f0b86-7b00-4a34-a374-277a790f73c6), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.308352 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed1de3-d4cb-4fba-874a-086cb6861c3f req-dae2cfb6-0829-4b0d-830e-5cb6a6026b8b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:14.309852 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-69ed1de3-d4cb-4fba-874a-086cb6861c3f req-dae2cfb6-0829-4b0d-830e-5cb6a6026b8b tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 944 time: 0.1302271 May 05 20:39:14.393931 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-69ed1de3-d4cb-4fba-874a-086cb6861c3f req-90e857b2-8420-4abd-9ec3-12ffbad70dca tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764356 May 05 20:39:14.402918 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9865-85fd-4bdf-8f2c-4711c57861a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (de8f0b86-7b00-4a34-a374-277a790f73c6), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.522329 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9865-85fd-4bdf-8f2c-4711c57861a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9804503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8825823'] for subnet (de8f0b86-7b00-4a34-a374-277a790f73c6), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.549882 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec9865-85fd-4bdf-8f2c-4711c57861a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8f0b86-7b00-4a34-a374-277a790f73c6,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:14.557833 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9865-85fd-4bdf-8f2c-4711c57861a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.561122 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f2ec9865-85fd-4bdf-8f2c-4711c57861a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/de8f0b86-7b00-4a34-a374-277a790f73c6 HTTP/1.1" status: 204 len: 168 time: 0.4143674 May 05 20:39:14.563346 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39204) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:14.565226 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc569f-ba8b-47da-839e-9740a5d2b426 None None] Network 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:39:14.627225 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 03ef2817-5ce3-45af-a4b3-ceb722029f80 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:39:14.636080 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.652268 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 03ef2817-5ce3-45af-a4b3-ceb722029f80 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:39:14.652616 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 03ef2817-5ce3-45af-a4b3-ceb722029f80 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:39:14.696379 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Deleting port 46fdc313-a82c-4e62-affd-e691054bff2c {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:14.696714 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.741739 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a9303-0b8b-4e44-84c0-c24d7a65a051 None None] DHCP port deletion for 1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:39:14.767270 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] For port 46fdc313-a82c-4e62-affd-e691054bff2c, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=46fdc313-a82c-4e62-affd-e691054bff2c,segment=NetworkSegment(0ad8d227-1b49-4c42-b2ae-221722c7c608),segment_id=0ad8d227-1b49-4c42-b2ae-221722c7c608)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:14.767916 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.780850 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Calling delete_port for 46fdc313-a82c-4e62-affd-e691054bff2c owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:14.791241 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a9303-0b8b-4e44-84c0-c24d7a65a051 None None] Deleting port 46fdc313-a82c-4e62-affd-e691054bff2c {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:39:14.791773 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9303-0b8b-4e44-84c0-c24d7a65a051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.859661 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-5a0a9303-0b8b-4e44-84c0-c24d7a65a051 None None] For port 46fdc313-a82c-4e62-affd-e691054bff2c, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=46fdc313-a82c-4e62-affd-e691054bff2c,segment=NetworkSegment(0ad8d227-1b49-4c42-b2ae-221722c7c608),segment_id=0ad8d227-1b49-4c42-b2ae-221722c7c608)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:14.860057 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9303-0b8b-4e44-84c0-c24d7a65a051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.874152 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a9303-0b8b-4e44-84c0-c24d7a65a051 None None] Calling delete_port for 46fdc313-a82c-4e62-affd-e691054bff2c owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:39:14.921761 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 up at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 20:39:14.922230 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9804538'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:14.950151 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Pushing event deleted for resources: {'Port': ['ID=46fdc313-a82c-4e62-affd-e691054bff2c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:14.952036 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] No DVR routers for this DVR port 46fdc313-a82c-4e62-affd-e691054bff2c on host dv-cinder-840730-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:14.996083 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9303-0b8b-4e44-84c0-c24d7a65a051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (46fdc313-a82c-4e62-affd-e691054bff2c), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.024077 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a9303-0b8b-4e44-84c0-c24d7a65a051 None None] Pushing event deleted for resources: {'Port': ['ID=46fdc313-a82c-4e62-affd-e691054bff2c,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:15.028015 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a9303-0b8b-4e44-84c0-c24d7a65a051 None None] No DVR routers for this DVR port 46fdc313-a82c-4e62-affd-e691054bff2c on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:15.035964 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.055902 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:15.066218 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad8d227-1b49-4c42-b2ae-221722c7c608') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:15.066532 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad8d227-1b49-4c42-b2ae-221722c7c608') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:15.076409 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9462845'] for segment (0ad8d227-1b49-4c42-b2ae-221722c7c608), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.084989 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning for port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 05 20:39:15.089469 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (0ad8d227-1b49-4c42-b2ae-221722c7c608), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.089692 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Provisioning complete for port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 05 20:39:15.090064 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970426'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.095735 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:39:15.096122 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9804425'] for segment (0ad8d227-1b49-4c42-b2ae-221722c7c608), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: Traceback (most recent call last): May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: timer() May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: cb(*args, **kw) May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: return func(*args, **kwargs) May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: self._notify() May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: self.callback(batched_events) May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: event.method(event) May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: return f(self, *a, **k) May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._get(url).json() May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: return self.request(url, 'GET', **kwargs) May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:39:15.100063 dv-cinder-840730-1-iscsi neutron-server[103995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:39:15.167293 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Current status of the port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 05 20:39:15.167676 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.193448 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:15.195658 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c864dc644d4d6df9d66770278e03090f0ae9ff73b38a76c83724f6544ed0e098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4524bc17-1f4c-4e30-9423-2bc36c86c69c" -d '{"events": [{"server_uuid": "d582b877-3ef6-4ebc-9a62-801e0f238196", "name": "network-vif-plugged", "status": "completed", "tag": "8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:39:15.208348 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] For port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:39:15.216860 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.232179 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.232179 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] 10.222.0.49 "DELETE /v2.0/networks/1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82 HTTP/1.1" status: 204 len: 168 time: 0.6667433 May 05 20:39:15.253838 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f958b-18e1-4a29-9b67-3c8af4f3836f admin admin] Pushing event deleted for resources: {'Network': ['ID=1742bfc4-dcfa-4e1b-bddd-16a9c8f29d82,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:15.287912 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736179699249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736179278722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736179278740'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.314284 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ad0b10-8298-4d66-8b97-16f26a29f3b7 x-openstack-request-id: req-88ad0b10-8298-4d66-8b97-16f26a29f3b7 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:39:15.314584 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d582b877-3ef6-4ebc-9a62-801e0f238196", "name": "network-vif-plugged", "status": "completed", "tag": "8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:39:15.314841 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88ad0b10-8298-4d66-8b97-16f26a29f3b7 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:39:15.315235 dv-cinder-840730-1-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ad0b10-8298-4d66-8b97-16f26a29f3b7'] response: {'server_uuid': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9', 'code': 200} May 05 20:39:15.341806 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Pushing event updated for resources: {'Port': ['ID=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:15.511369 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7e012-963d-420a-bee7-6201f5af4572 req-850e0b31-0d45-4fa6-9ec8-a77b2486feb7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:15.512900 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9ef7e012-963d-420a-bee7-6201f5af4572 req-850e0b31-0d45-4fa6-9ec8-a77b2486feb7 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 945 time: 0.0541348 May 05 20:39:15.560604 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-9ef7e012-963d-420a-bee7-6201f5af4572 req-ad3cc5bf-f150-457d-9248-62bba9f332c1 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420189 May 05 20:39:15.598898 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39214) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:15.647404 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-58d19237-0dd9-4456-ac02-443e79a1823f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1f96beeabb54e168e8e924bee7a6440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472851 May 05 20:39:15.650004 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39216) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:15.686350 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ffc8a-8d55-4c23-8b1c-81d9897f3c6d req-fce7aa07-9a65-4138-9b80-5968423e1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:15.688021 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-322ffc8a-8d55-4c23-8b1c-81d9897f3c6d req-fce7aa07-9a65-4138-9b80-5968423e1b56 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 1129 time: 0.0543423 May 05 20:39:15.700041 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1351a31d-bc80-4267-82b1-57b1c8fa9328 admin admin] Publish callbacks [] for security_group (5791a8da-9b31-48d9-976f-3f32c3854280), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.722797 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1351a31d-bc80-4267-82b1-57b1c8fa9328 admin admin] Publish callbacks [] for security_group (5791a8da-9b31-48d9-976f-3f32c3854280), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.736350 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-322ffc8a-8d55-4c23-8b1c-81d9897f3c6d req-9d067e27-29e8-45fe-8086-ee33d7bca508 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391617 May 05 20:39:15.818946 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1351a31d-bc80-4267-82b1-57b1c8fa9328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (5791a8da-9b31-48d9-976f-3f32c3854280), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.821406 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1351a31d-bc80-4267-82b1-57b1c8fa9328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:15.823333 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1351a31d-bc80-4267-82b1-57b1c8fa9328 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5791a8da-9b31-48d9-976f-3f32c3854280 HTTP/1.1" status: 204 len: 168 time: 0.1715229 May 05 20:39:15.830714 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351a31d-bc80-4267-82b1-57b1c8fa9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5791a8da-9b31-48d9-976f-3f32c3854280,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:15.969498 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 46fdc313-a82c-4e62-affd-e691054bff2c no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:39:15.989919 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 46fdc313-a82c-4e62-affd-e691054bff2c {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:39:15.990263 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 46fdc313-a82c-4e62-affd-e691054bff2c not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:39:15.990675 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 30f011c5-e282-402d-b7fe-3cf5b764d8db no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:39:16.008871 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 30f011c5-e282-402d-b7fe-3cf5b764d8db {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:39:16.009216 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 30f011c5-e282-402d-b7fe-3cf5b764d8db not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:39:16.638293 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39224) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:16.683107 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5ec7b458-3726-4b58-a27f-4c0e52951374 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5251f72f879e4b4fa803f8d90eb6a32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407560 May 05 20:39:16.683968 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39226) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:16.687748 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50bcd6-6ec1-42e4-bcca-c1385d888c78 req-b76c9c41-0124-4bd1-912e-67c0cb04196a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:16.689255 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c50bcd6-6ec1-42e4-bcca-c1385d888c78 req-b76c9c41-0124-4bd1-912e-67c0cb04196a tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 945 time: 0.0593910 May 05 20:39:16.733144 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63876e4c-8cc8-4508-a92c-d460631cf76b admin admin] Publish callbacks [] for security_group (4e741e8d-8195-4720-b263-a0462514b673), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:16.740245 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c50bcd6-6ec1-42e4-bcca-c1385d888c78 req-3360b4d7-f843-47ce-9e83-c23987fdad22 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452278 May 05 20:39:16.759154 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63876e4c-8cc8-4508-a92c-d460631cf76b admin admin] Publish callbacks [] for security_group (4e741e8d-8195-4720-b263-a0462514b673), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:16.915972 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63876e4c-8cc8-4508-a92c-d460631cf76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4e741e8d-8195-4720-b263-a0462514b673), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:16.919350 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63876e4c-8cc8-4508-a92c-d460631cf76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:16.920572 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-63876e4c-8cc8-4508-a92c-d460631cf76b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e741e8d-8195-4720-b263-a0462514b673 HTTP/1.1" status: 204 len: 168 time: 0.2356832 May 05 20:39:16.928906 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63876e4c-8cc8-4508-a92c-d460631cf76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e741e8d-8195-4720-b263-a0462514b673,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:17.857660 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ecd94-1445-4317-9b0e-85266c690708 req-ebe1a049-0939-47da-bad2-36e14a3a363e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:17.859039 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-763ecd94-1445-4317-9b0e-85266c690708 req-ebe1a049-0939-47da-bad2-36e14a3a363e tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 945 time: 0.0532272 May 05 20:39:17.906322 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-763ecd94-1445-4317-9b0e-85266c690708 req-158f7c1e-124c-4bd4-8ba7-296a8787d3ad tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417936 May 05 20:39:18.022500 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a476-b72f-464c-88c9-1900960ee163 req-ca592474-c38a-464d-a263-d7a886cfc1a8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:18.023956 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6287a476-b72f-464c-88c9-1900960ee163 req-ca592474-c38a-464d-a263-d7a886cfc1a8 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 945 time: 0.0559430 May 05 20:39:18.032556 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39234) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:39:18.036752 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-a1a24de8-3199-449e-8f08-fd09367d5a13 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Request body: {'floatingip': {'port_id': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:39:18.075635 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a1a24de8-3199-449e-8f08-fd09367d5a13 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (cd8178ff-b02d-4062-b02f-be6941736772), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:18.503024 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a1a24de8-3199-449e-8f08-fd09367d5a13 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:18.596525 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a1a24de8-3199-449e-8f08-fd09367d5a13 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (cd8178ff-b02d-4062-b02f-be6941736772), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:18.938883 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-a1a24de8-3199-449e-8f08-fd09367d5a13 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Floating IP cd8178ff-b02d-4062-b02f-be6941736772 associated. External IP: 172.27.0.248, port: 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9. May 05 20:39:19.146688 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a24de8-3199-449e-8f08-fd09367d5a13 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:39:19.254340 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a24de8-3199-449e-8f08-fd09367d5a13 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:39:19.258948 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a1a24de8-3199-449e-8f08-fd09367d5a13 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:19.264913 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:39:19.274465 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:39:19.275069 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:19.289662 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a1a24de8-3199-449e-8f08-fd09367d5a13 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "PUT /v2.0/floatingips/cd8178ff-b02d-4062-b02f-be6941736772 HTTP/1.1" status: 200 len: 991 time: 1.2560358 May 05 20:39:19.290246 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'tag': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:19.293009 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b93df594ae183200edcb0d3c4c64c1027849b5fc2b2f1a1aaee5ffcecd2f8e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ab2cc-073d-4906-ade7-0457e59a5c94" -d '{"events": [{"name": "network-changed", "server_uuid": "d582b877-3ef6-4ebc-9a62-801e0f238196", "tag": "8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:39:19.328931 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbef845-90d8-4f23-91fe-78996758e422 x-openstack-request-id: req-1cbef845-90d8-4f23-91fe-78996758e422 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:39:19.329232 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d582b877-3ef6-4ebc-9a62-801e0f238196", "tag": "8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:39:19.329522 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cbef845-90d8-4f23-91fe-78996758e422 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:39:19.329933 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbef845-90d8-4f23-91fe-78996758e422'] response: {'name': 'network-changed', 'server_uuid': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'tag': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9', 'status': 'completed', 'code': 200} May 05 20:39:19.383618 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:39:19.397576 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-57f87622-ef3b-4895-a47f-8a2723060d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:19.399104 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-57f87622-ef3b-4895-a47f-8a2723060d14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4794211bac284caab24261fe648de2f4&device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 1129 time: 0.0484161 May 05 20:39:19.488222 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-0bf2bc13-161d-4ca6-89c9-c703e3a7ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:19.489726 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-0bf2bc13-161d-4ca6-89c9-c703e3a7ede1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 200 len: 916 time: 0.0849261 May 05 20:39:19.606194 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'cd8178ff-b02d-4062-b02f-be6941736772', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:69:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:39:02Z', 'updated_at': '2022-05-05T20:39:18Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:19.637122 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:39:19.645903 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:39:19.646791 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:38:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:19.758929 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:39:19.801735 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-da74dfc9-85ce-45b5-81e0-ead40d4a7519 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 HTTP/1.1" status: 200 len: 999 time: 0.3050766 May 05 20:39:19.852265 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-6e059bb4-d45f-4d6b-9840-fcb77ca0cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:19.853626 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-6e059bb4-d45f-4d6b-9840-fcb77ca0cdc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 200 len: 854 time: 0.0456760 May 05 20:39:19.902567 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-e62704d2-8bad-4e54-9b52-459a95f82280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:19.904090 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-e62704d2-8bad-4e54-9b52-459a95f82280 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a847839d-66d9-4fdc-b3f0-1646f75c42b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448542 May 05 20:39:19.982263 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'cd8178ff-b02d-4062-b02f-be6941736772', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:69:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:39:02Z', 'updated_at': '2022-05-05T20:39:18Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:19.999050 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-9dcd5f75-3f81-4a71-a0f5-5fd43bc6174b service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888181 May 05 20:39:20.012567 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63db2d8-67ae-4bb3-a3f2-73b9076184b6 None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_floatingips': [{'id': 'cd8178ff-b02d-4062-b02f-be6941736772', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'router_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'port_id': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'mac_address': 'fa:16:3e:69:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:39:02Z', 'updated_at': '2022-05-05T20:39:18Z', 'revision_number': 1, 'project_id': '4794211bac284caab24261fe648de2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:39:20.093377 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-669ab2cc-073d-4906-ade7-0457e59a5c94 req-6835670b-a855-44f7-8c1d-f592c120d62c service neutron] 10.222.0.41 "GET /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880728 May 05 20:39:20.200461 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9270bf-675f-4979-8ba8-dd63f8779058 None None] New status for floating IP cd8178ff-b02d-4062-b02f-be6941736772: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:39:22.938967 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56b7cb47-c351-4dfe-8711-aef70b61c41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:25.084715 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11ccc211-5d59-4673-ba3a-c5654d0a01cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:26.427335 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:28.076049 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:29.521725 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:31.802656 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:39:43.755758 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:52.923863 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e8c30541-737a-4c16-a9b1-42b09878343e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:55.032866 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-604df620-bcbe-4eb0-81fb-5233f84b03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:56.447058 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:58.086966 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:39:59.524302 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:07.049973 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7309bf-f7c5-4f98-80be-04473a6d3c03 req-a3a673cb-d03f-498d-9d16-2390bbcc99ad tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:07.051467 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3d7309bf-f7c5-4f98-80be-04473a6d3c03 req-a3a673cb-d03f-498d-9d16-2390bbcc99ad tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 945 time: 0.0539205 May 05 20:40:07.098741 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3d7309bf-f7c5-4f98-80be-04473a6d3c03 req-30901aaa-69cb-4dd5-ab43-0068a24d4668 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410380 May 05 20:40:08.218188 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5f025-e041-4b8c-9ffb-6498486bd8f0 req-a4bfb446-4986-4d4a-a854-01a6f5553152 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:08.219556 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f3d5f025-e041-4b8c-9ffb-6498486bd8f0 req-a4bfb446-4986-4d4a-a854-01a6f5553152 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 945 time: 0.0522339 May 05 20:40:08.269023 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f3d5f025-e041-4b8c-9ffb-6498486bd8f0 req-a4dac62a-2f56-4a5a-be89-0a1f3fb61c67 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437107 May 05 20:40:08.754475 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-ccda065d-c266-437f-9534-5e00899fe8a2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:08.755898 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-ccda065d-c266-437f-9534-5e00899fe8a2 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 945 time: 0.0536344 May 05 20:40:08.806529 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:40:08.855733 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Deleting port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:40:08.855992 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:08.941560 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] For port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9, host hv-cinder-84073, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84073',level=0,port_id=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:40:08.941914 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:09.115402 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:09.115678 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4064507'] for floatingip (cd8178ff-b02d-4062-b02f-be6941736772), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:09.115994 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Floating IP cd8178ff-b02d-4062-b02f-be6941736772 disassociated. External IP: 172.27.0.248, port: 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9. May 05 20:40:09.116338 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Calling delete_port for 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:40:09.289290 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:09.322499 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'Port': ['ID=8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:09.335235 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.335600 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.335933 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.336265 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.336595 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.336924 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.338850 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.339190 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.339525 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.339859 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.340190 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.340516 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.340867 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:09.369609 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-84a5e867-3492-49aa-b5c2-79684d3e5888 req-c147b708-698f-4b7a-8fc3-6170b8554d78 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 210 time: 0.0301988 May 05 20:40:09.452606 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:40:09.576791 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:40:09.586765 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:40:09.599511 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:40:09.600181 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:39:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:09.617402 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] No DVR routers for this DVR port 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 on host hv-cinder-84073 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:40:09.620959 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:09.624188 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a83311d-8578-432d-bf2a-2d3e3e21c5a2 req-7e0c74ab-31d0-4b50-9dc8-5befa8407dfc tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.41 "DELETE /v2.0/ports/8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 HTTP/1.1" status: 204 len: 173 time: 0.8603659 May 05 20:40:09.624650 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'name': 'network-vif-deleted', 'tag': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:40:09.626914 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a7781b77638de03a41a9385b5ce26d4d25f33cfc0940d339e53a878a61e44be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c662b8-4bd3-4d5a-a5ad-ce17e684727f" -d '{"events": [{"server_uuid": "d582b877-3ef6-4ebc-9a62-801e0f238196", "name": "network-vif-deleted", "tag": "8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 20:40:09.666192 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db06e234-06a2-428d-b0af-cf08e0aaf01a x-openstack-request-id: req-db06e234-06a2-428d-b0af-cf08e0aaf01a {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 20:40:09.666372 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d582b877-3ef6-4ebc-9a62-801e0f238196", "name": "network-vif-deleted", "tag": "8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 20:40:09.667017 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db06e234-06a2-428d-b0af-cf08e0aaf01a {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 20:40:09.667273 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db06e234-06a2-428d-b0af-cf08e0aaf01a'] response: {'server_uuid': 'd582b877-3ef6-4ebc-9a62-801e0f238196', 'name': 'network-vif-deleted', 'tag': '8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9', 'status': 'completed', 'code': 200} May 05 20:40:09.716942 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:40:10.071266 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:10.101520 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:40:10.115319 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:40:10.115937 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:39:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:10.268443 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:40:10.477332 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:10.478235 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fa049644-b62f-4598-9630-76d9adde9c98 req-8c15e7c6-6e2e-44a4-af47-3b1b39dec890 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/ports?device_id=d582b877-3ef6-4ebc-9a62-801e0f238196 HTTP/1.1" status: 200 len: 210 time: 0.0279596 May 05 20:40:10.504724 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365179d-ed31-4808-a448-ce1d24eee278 None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:14Z', 'revision_number': 4, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi', '_interfaces': [{'id': 'b4db68a0-de86-4e66-9522-175507624bc3', 'name': '', 'network_id': 'a847839d-66d9-4fdc-b3f0-1646f75c42b7', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'mac_address': 'fa:16:3e:72:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:13Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'subnets': [{'id': 'f5ce5ab5-05da-4717-8283-fc6f9b702c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:40:10.734372 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d00f90-8cfe-4a31-845f-89e7700623ea None None] New status for floating IP cd8178ff-b02d-4062-b02f-be6941736772: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:40:11.647826 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39320) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:11.700445 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:11.723996 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:11.841599 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:11.844208 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:11.845386 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "DELETE /v2.0/security-groups/ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af HTTP/1.1" status: 204 len: 168 time: 0.1965570 May 05 20:40:11.848486 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39322) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:11.854548 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:11.861596 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.861940 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.862062 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-f268654b-9489-4768-9d7a-8f4130ec5a21 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] show failed (client error): The resource could not be found. May 05 20:40:11.862277 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.862613 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.863001 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f268654b-9489-4768-9d7a-8f4130ec5a21 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "GET /v2.0/security-groups/ec2061fc-5deb-4bb2-996e-5bd6dd1dd2af HTTP/1.1" status: 404 len: 347 time: 0.0134823 May 05 20:40:11.863115 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.863345 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.863674 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.864009 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.864322 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.864648 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.864970 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.865290 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.865635 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e96c4-6926-4317-b77c-372e465d0778 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:11.865755 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39324) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:11.991581 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Deleting port 4a4fff0b-7bc1-4e67-b04f-80e97f727522 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:40:11.991920 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (4a4fff0b-7bc1-4e67-b04f-80e97f727522), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:12.073018 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (4a4fff0b-7bc1-4e67-b04f-80e97f727522), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:12.073372 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (4a4fff0b-7bc1-4e67-b04f-80e97f727522), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:12.084947 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Calling delete_port for 4a4fff0b-7bc1-4e67-b04f-80e97f727522 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:40:12.278398 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (4a4fff0b-7bc1-4e67-b04f-80e97f727522), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:12.307665 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Pushing event deleted for resources: {'Port': ['ID=4a4fff0b-7bc1-4e67-b04f-80e97f727522,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:12.370886 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks [] for floatingip (cd8178ff-b02d-4062-b02f-be6941736772), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:12.373654 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451713'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:12.374811 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bd482b51-54cc-4a59-b400-290d3cf20504 tempest-AttachVolumeNegativeTest-1917647727 tempest-AttachVolumeNegativeTest-1917647727-project] 10.222.0.49 "DELETE /v2.0/floatingips/cd8178ff-b02d-4062-b02f-be6941736772 HTTP/1.1" status: 204 len: 168 time: 0.5082154 May 05 20:40:13.120709 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 no longer exists at agent hyperv_hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:40:13.143610 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] No Port match for: 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:40:13.146505 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Device 8e772ee2-9d5a-4a2a-b4f1-e8492150b3d9 not bound to the agent host hv-cinder-84073 {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:40:13.752191 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:16.533496 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39362) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:17.082989 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4064763'] for router_interface (bc4069a1-34ea-4edf-beb1-56ed14808ef7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:17.326110 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Deleting port b4db68a0-de86-4e66-9522-175507624bc3 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:40:17.326437 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (b4db68a0-de86-4e66-9522-175507624bc3), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:17.402781 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] For port b4db68a0-de86-4e66-9522-175507624bc3, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=b4db68a0-de86-4e66-9522-175507624bc3,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:40:17.403066 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (b4db68a0-de86-4e66-9522-175507624bc3), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:17.415143 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Calling delete_port for b4db68a0-de86-4e66-9522-175507624bc3 owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:40:17.695437 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (b4db68a0-de86-4e66-9522-175507624bc3), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:17.725239 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Pushing event deleted for resources: {'Port': ['ID=b4db68a0-de86-4e66-9522-175507624bc3,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:17.894399 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064663'] for router_interface (bc4069a1-34ea-4edf-beb1-56ed14808ef7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:18.114665 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Router bc4069a1-34ea-4edf-beb1-56ed14808ef7 has already been hosted by L3 agent f0d55546-41fc-4984-aba6-bfc52ece5bfe {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 20:40:18.464656 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] Notify agent at l3_agent.dv-cinder-840730-1-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 20:40:18.469707 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bba4bf4f-3768-4929-8694-c0d8937d9faf admin admin] 10.222.0.49 "PUT /v2.0/routers/bc4069a1-34ea-4edf-beb1-56ed14808ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9351828 May 05 20:40:18.472476 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39366) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:18.474998 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] Sync routers for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:40:18.485437 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:40:18.486054 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:39:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:18.580063 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks [] for router (bc4069a1-34ea-4edf-beb1-56ed14808ef7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:18.593552 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: dv-cinder-840730-1-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:40:18.686644 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks [] for router_gateway (bc4069a1-34ea-4edf-beb1-56ed14808ef7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:18.770515 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'external_fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:40:17Z', 'revision_number': 5, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port': {'id': '566f38c6-1dcd-4934-8045-ea23aa9665a4', 'name': '', 'network_id': 'bd8ab546-943a-4736-a560-1b3f07e70cac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:11Z', 'updated_at': '2022-05-05T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57df7c4-8c74-43f8-a1fc-e606d48a23ff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840730-1-iscsi'}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:18.796705 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] Checking router: bc4069a1-34ea-4edf-beb1-56ed14808ef7 for host: dv-cinder-840730-1-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:40:18.805030 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] Routers {'bc4069a1-34ea-4edf-beb1-56ed14808ef7'} bound to L3 agent in host dv-cinder-840730-1-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 20:40:18.805673 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T20:19:25Z,description=,heartbeat_timestamp=2022-05-05T20:39:55Z,host='dv-cinder-840730-1-iscsi',id=f0d55546-41fc-4984-aba6-bfc52ece5bfe,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T20:19:26Z,topic='l3_agent')) {'router_ids': ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:18.824237 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Deleting port 566f38c6-1dcd-4934-8045-ea23aa9665a4 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:40:18.824816 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:18.897372 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] Set router bc4069a1-34ea-4edf-beb1-56ed14808ef7 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 20:40:18.903863 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] For port 566f38c6-1dcd-4934-8045-ea23aa9665a4, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=566f38c6-1dcd-4934-8045-ea23aa9665a4,segment=NetworkSegment(df999a48-2d4d-4172-8181-ecdb9c90daa1),segment_id=df999a48-2d4d-4172-8181-ecdb9c90daa1)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:40:18.904227 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:18.920599 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Calling delete_port for 566f38c6-1dcd-4934-8045-ea23aa9665a4 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:40:18.951813 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:40:18Z', 'revision_number': 6, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port_host': None}], 'dv-cinder-840730-1-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:18.977801 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63feeb8-7026-46ab-ae00-fa5333b93362 None None] The sync data for ids ['bc4069a1-34ea-4edf-beb1-56ed14808ef7'] in dv-cinder-840730-1-iscsi is: [{'id': 'bc4069a1-34ea-4edf-beb1-56ed14808ef7', 'name': 'tempest-AttachVolumeNegativeTest-2109909465-router', 'tenant_id': '4794211bac284caab24261fe648de2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:40:18Z', 'revision_number': 6, 'project_id': '4794211bac284caab24261fe648de2f4', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:40:19.138846 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (566f38c6-1dcd-4934-8045-ea23aa9665a4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.163686 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=566f38c6-1dcd-4934-8045-ea23aa9665a4,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:19.223668 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064309'] for router_gateway (bc4069a1-34ea-4edf-beb1-56ed14808ef7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.316773 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8106'] for router (bc4069a1-34ea-4edf-beb1-56ed14808ef7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.318966 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks [] for router_controller (bc4069a1-34ea-4edf-beb1-56ed14808ef7), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.449547 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740325'] for router (bc4069a1-34ea-4edf-beb1-56ed14808ef7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.450079 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4069a1-34ea-4edf-beb1-56ed14808ef7 {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 20:40:19.454338 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.455529 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ef41339a-529d-4612-9bc1-d5694b74f9f3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/bc4069a1-34ea-4edf-beb1-56ed14808ef7 HTTP/1.1" status: 204 len: 168 time: 0.9821496 May 05 20:40:19.457969 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39368) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:19.504102 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf7ba4b-e3fc-4f40-b5ad-defb10b911f9 admin admin] Deleting subnet f5ce5ab5-05da-4717-8283-fc6f9b702c88 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:40:19.507330 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ba4b-e3fc-4f40-b5ad-defb10b911f9 admin admin] Publish callbacks [] for subnet (f5ce5ab5-05da-4717-8283-fc6f9b702c88), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.541953 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ba4b-e3fc-4f40-b5ad-defb10b911f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875637'] for subnet (f5ce5ab5-05da-4717-8283-fc6f9b702c88), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.623124 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ba4b-e3fc-4f40-b5ad-defb10b911f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (f5ce5ab5-05da-4717-8283-fc6f9b702c88), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.718872 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ba4b-e3fc-4f40-b5ad-defb10b911f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9233526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8636503'] for subnet (f5ce5ab5-05da-4717-8283-fc6f9b702c88), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.746889 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7ba4b-e3fc-4f40-b5ad-defb10b911f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ce5ab5-05da-4717-8283-fc6f9b702c88,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:19.751838 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ba4b-e3fc-4f40-b5ad-defb10b911f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.755707 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6bf7ba4b-e3fc-4f40-b5ad-defb10b911f9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f5ce5ab5-05da-4717-8283-fc6f9b702c88 HTTP/1.1" status: 204 len: 168 time: 0.2968071 May 05 20:40:19.757328 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71969507-a9bc-4fe6-bf35-5df091a99b20 None None] Network a847839d-66d9-4fdc-b3f0-1646f75c42b7 requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:40:19.758129 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39372) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:19.831606 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (a847839d-66d9-4fdc-b3f0-1646f75c42b7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.887855 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Deleting port cafadcea-85bb-4e5d-a386-35a2adac84e2 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:40:19.888150 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.935890 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] DHCP port deletion for a847839d-66d9-4fdc-b3f0-1646f75c42b7 request from dv-cinder-840730-1-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 20:40:19.961554 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] For port cafadcea-85bb-4e5d-a386-35a2adac84e2, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=cafadcea-85bb-4e5d-a386-35a2adac84e2,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:40:19.961554 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:19.979599 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Calling delete_port for cafadcea-85bb-4e5d-a386-35a2adac84e2 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:40:20.005709 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Deleting port cafadcea-85bb-4e5d-a386-35a2adac84e2 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 05 20:40:20.006111 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736179695800'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.050798 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device b4db68a0-de86-4e66-9522-175507624bc3 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:40:20.079930 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: b4db68a0-de86-4e66-9522-175507624bc3 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:40:20.081554 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device b4db68a0-de86-4e66-9522-175507624bc3 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:40:20.081554 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device cafadcea-85bb-4e5d-a386-35a2adac84e2 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:40:20.117928 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] For port cafadcea-85bb-4e5d-a386-35a2adac84e2, host dv-cinder-840730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840730-1-iscsi',level=0,port_id=cafadcea-85bb-4e5d-a386-35a2adac84e2,segment=NetworkSegment(5b1a631c-8254-48fb-b456-9e11a95a998c),segment_id=5b1a631c-8254-48fb-b456-9e11a95a998c)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 20:40:20.118347 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066483'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.136434 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Calling delete_port for cafadcea-85bb-4e5d-a386-35a2adac84e2 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 05 20:40:20.158417 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9233499'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.183992 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Pushing event deleted for resources: {'Port': ['ID=cafadcea-85bb-4e5d-a386-35a2adac84e2,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:20.187703 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] No DVR routers for this DVR port cafadcea-85bb-4e5d-a386-35a2adac84e2 on host dv-cinder-840730-1-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:40:20.213536 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Port cafadcea-85bb-4e5d-a386-35a2adac84e2 update to DOWN by agent not found {{(pid=103997) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} May 05 20:40:20.214028 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 566f38c6-1dcd-4934-8045-ea23aa9665a4 no longer exists at agent ovs-agent-dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 20:40:20.241181 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] No Port match for: 566f38c6-1dcd-4934-8045-ea23aa9665a4 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 05 20:40:20.241552 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Device 566f38c6-1dcd-4934-8045-ea23aa9665a4 not bound to the agent host dv-cinder-840730-1-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: from cryptography.utils import int_from_bytes May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: from cryptography.utils import int_from_bytes May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.258369 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:40:20.261814 dv-cinder-840730-1-iscsi neutron-server[103997]: self.session.flush() May 05 20:40:20.264406 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736179699231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736179278713'] for port (cafadcea-85bb-4e5d-a386-35a2adac84e2), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.265088 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (a847839d-66d9-4fdc-b3f0-1646f75c42b7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.285658 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a847839d-66d9-4fdc-b3f0-1646f75c42b7']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:20.289528 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Pushing event deleted for resources: {'Port': ['ID=cafadcea-85bb-4e5d-a386-35a2adac84e2,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:20.294092 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] No DVR routers for this DVR port cafadcea-85bb-4e5d-a386-35a2adac84e2 on host dv-cinder-840730-1-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:40:20.295607 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1a631c-8254-48fb-b456-9e11a95a998c') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:20.295907 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1a631c-8254-48fb-b456-9e11a95a998c') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:20.300793 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.301116 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.301487 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.301821 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.302150 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.302479 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.302797 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.303123 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.303443 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.303765 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.304081 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.304465 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.304704 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde5d2cc-0c7e-4550-b308-4e05dd138902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:20.311479 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875628'] for segment (5b1a631c-8254-48fb-b456-9e11a95a998c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.325665 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (5b1a631c-8254-48fb-b456-9e11a95a998c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.331923 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9233448'] for segment (5b1a631c-8254-48fb-b456-9e11a95a998c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: Traceback (most recent call last): May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: timer() May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: cb(*args, **kw) May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: return func(*args, **kwargs) May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: self._notify() May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: self.callback(batched_events) May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: event.method(event) May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: return f(self, *a, **k) May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._get(url).json() May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:40:20.335261 dv-cinder-840730-1-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:40:20.449430 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (a847839d-66d9-4fdc-b3f0-1646f75c42b7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.454589 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.457730 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] 10.222.0.49 "DELETE /v2.0/networks/a847839d-66d9-4fdc-b3f0-1646f75c42b7 HTTP/1.1" status: 204 len: 168 time: 0.6986580 May 05 20:40:20.468926 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061fe0-0c62-4c80-83e3-37aae3d621ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a847839d-66d9-4fdc-b3f0-1646f75c42b7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:20.781452 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39376) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:20.821445 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ab23b23c-31c1-4892-bebb-a9b07e701b8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4794211bac284caab24261fe648de2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388174 May 05 20:40:20.823850 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39378) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:20.874867 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c75759ee-1fed-4bb1-8887-c5831c11d0f1 admin admin] Publish callbacks [] for security_group (f9d3ca97-f9d4-4e64-a58c-da8c8cff28f1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.896181 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c75759ee-1fed-4bb1-8887-c5831c11d0f1 admin admin] Publish callbacks [] for security_group (f9d3ca97-f9d4-4e64-a58c-da8c8cff28f1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:20.997764 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c75759ee-1fed-4bb1-8887-c5831c11d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (f9d3ca97-f9d4-4e64-a58c-da8c8cff28f1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:21.000355 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c75759ee-1fed-4bb1-8887-c5831c11d0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:21.001638 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c75759ee-1fed-4bb1-8887-c5831c11d0f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9d3ca97-f9d4-4e64-a58c-da8c8cff28f1 HTTP/1.1" status: 204 len: 168 time: 0.1765718 May 05 20:40:21.010041 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75759ee-1fed-4bb1-8887-c5831c11d0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d3ca97-f9d4-4e64-a58c-da8c8cff28f1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:21.966600 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39400) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:22.062071 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-912566653-network', 'tenant_id': 'f579817d256842c694be9dae0205beda'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:40:22.132949 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Made reservation on behalf of f579817d256842c694be9dae0205beda for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:22.135446 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.144003 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.216111 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Publish callbacks [] for security_group (c37bb426-df2a-4e54-9abf-fe5b2cf6d4c9), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.281337 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (c37bb426-df2a-4e54-9abf-fe5b2cf6d4c9), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.305202 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:40:22.315197 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37bb426-df2a-4e54-9abf-fe5b2cf6d4c9,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:22.319678 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (3f29e812-c110-492b-81cf-bd5b3c1a1464), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.320017 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Added segment 3f29e812-c110-492b-81cf-bd5b3c1a1464 of type vlan for network 71c9e746-8321-40a2-a57d-6761c0cb5c7b May 05 20:40:22.358791 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (71c9e746-8321-40a2-a57d-6761c0cb5c7b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.435867 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (71c9e746-8321-40a2-a57d-6761c0cb5c7b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.436847 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:22.437472 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.501453 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] Pushing event updated for resources: {'Network': ['ID=71c9e746-8321-40a2-a57d-6761c0cb5c7b,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:22.511809 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 71c9e746-8321-40a2-a57d-6761c0cb5c7b details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:40:22.555356 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3007ec3a-639a-4817-a236-27832a87facb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5874960 May 05 20:40:22.558104 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39406) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:22.562943 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Request body: {'subnet': {'network_id': '71c9e746-8321-40a2-a57d-6761c0cb5c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-912566653-subnet', 'tenant_id': 'f579817d256842c694be9dae0205beda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:40:22.632306 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Made reservation on behalf of f579817d256842c694be9dae0205beda for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:22.634734 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8636530'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.861070 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9233591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8636508'] for subnet (cce601f5-8d02-447b-83e4-fe053150cd87), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:22.917531 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce601f5-8d02-447b-83e4-fe053150cd87,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:22.927100 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Checking segment: {'id': '3f29e812-c110-492b-81cf-bd5b3c1a1464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71c9e746-8321-40a2-a57d-6761c0cb5c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:40:22.927463 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Network hostable DHCP agents. Network: 71c9e746-8321-40a2-a57d-6761c0cb5c7b, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:40:22.964466 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7634b8f2-164c-4140-8288-d96d1cfd10f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:23.060474 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Network 71c9e746-8321-40a2-a57d-6761c0cb5c7b is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:40:23.163612 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 71c9e746-8321-40a2-a57d-6761c0cb5c7b) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:40:23.167673 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:23.168273 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:23.172214 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9aba36-c7a9-4bf5-8f8b-44b5b4240710 None None] Network 71c9e746-8321-40a2-a57d-6761c0cb5c7b requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:40:23.251793 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4dbc4d3b-8de2-4a0b-977d-8fea601b583d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6926103 May 05 20:40:23.270447 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8eba17-714c-475e-bc5f-4d4a0d331cd9 None None] Network 71c9e746-8321-40a2-a57d-6761c0cb5c7b requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:40:23.899813 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39422) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:23.904741 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-193717565-network', 'tenant_id': 'a290301ba23e45d3885a0cee24c20d2a'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:40:23.990150 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Made reservation on behalf of a290301ba23e45d3885a0cee24c20d2a for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:23.992481 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582705'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.000913 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.076779 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Publish callbacks [] for security_group (04433188-2f35-43a3-aabb-fa57cae7f079), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.140709 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (04433188-2f35-43a3-aabb-fa57cae7f079), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.162558 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:40:24.176910 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04433188-2f35-43a3-aabb-fa57cae7f079,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:24.183293 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (446e1d2a-7deb-42ed-955a-c034d8b34bda), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.183663 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Added segment 446e1d2a-7deb-42ed-955a-c034d8b34bda of type vlan for network 3d51f95a-921d-4eef-ba31-3897bc0231ca May 05 20:40:24.223826 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736179280330'] for network (3d51f95a-921d-4eef-ba31-3897bc0231ca), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.310108 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957'] for network (3d51f95a-921d-4eef-ba31-3897bc0231ca), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.311061 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:24.311638 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.369789 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] Pushing event updated for resources: {'Network': ['ID=3d51f95a-921d-4eef-ba31-3897bc0231ca,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:24.379979 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Network 3d51f95a-921d-4eef-ba31-3897bc0231ca details requested by agent ovs-agent-dv-cinder-840730-1-iscsi with host dv-cinder-840730-1-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 20:40:24.435232 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-639309c9-550e-4563-a872-db7c26482e2b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5343232 May 05 20:40:24.437953 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39424) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:24.442825 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Request body: {'subnet': {'network_id': '3d51f95a-921d-4eef-ba31-3897bc0231ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-193717565-subnet', 'tenant_id': 'a290301ba23e45d3885a0cee24c20d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 20:40:24.517784 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Made reservation on behalf of a290301ba23e45d3885a0cee24c20d2a for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:24.520114 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8825850'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.752117 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9804310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8825812'] for subnet (b14197ea-4f46-4f9a-9856-395efa0ecd19), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.812928 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14197ea-4f46-4f9a-9856-395efa0ecd19,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:24.820907 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Checking segment: {'id': '446e1d2a-7deb-42ed-955a-c034d8b34bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3d51f95a-921d-4eef-ba31-3897bc0231ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 20:40:24.821263 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Network hostable DHCP agents. Network: 3d51f95a-921d-4eef-ba31-3897bc0231ca, hostable agents: ['7df2eca3-e65a-4387-9723-160bddadcf3c'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:40:24.883106 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Network 3d51f95a-921d-4eef-ba31-3897bc0231ca is scheduled to be hosted by DHCP agent 7df2eca3-e65a-4387-9723-160bddadcf3c with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:40:24.974893 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840730-1-iscsi, 3d51f95a-921d-4eef-ba31-3897bc0231ca) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:40:24.979804 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:24.980414 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:24.985081 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ce8b9c-8aa4-4587-a9bc-8c5afb9b47ed None None] Network 3d51f95a-921d-4eef-ba31-3897bc0231ca requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:40:25.075425 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-120f8b6f-2af4-4372-a3b4-991ca1103a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.081142 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71e2f04-bb76-449f-bcbb-458123439297 None None] Network 3d51f95a-921d-4eef-ba31-3897bc0231ca requested from dv-cinder-840730-1-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 20:40:25.100042 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-01e35dd4-e010-40ea-a0e2-863e5df13803 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6610348 May 05 20:40:25.212033 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39428) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:25.260412 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db9bff5-192c-4dd4-9983-34f5d6c9bd8f admin admin] Deleting subnet cce601f5-8d02-447b-83e4-fe053150cd87 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:40:25.264069 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8db9bff5-192c-4dd4-9983-34f5d6c9bd8f admin admin] Publish callbacks [] for subnet (cce601f5-8d02-447b-83e4-fe053150cd87), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.300979 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8db9bff5-192c-4dd4-9983-34f5d6c9bd8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875637'] for subnet (cce601f5-8d02-447b-83e4-fe053150cd87), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.339335 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8db9bff5-192c-4dd4-9983-34f5d6c9bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (cce601f5-8d02-447b-83e4-fe053150cd87), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.483565 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8db9bff5-192c-4dd4-9983-34f5d6c9bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9233526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8636503'] for subnet (cce601f5-8d02-447b-83e4-fe053150cd87), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.513646 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9bff5-192c-4dd4-9983-34f5d6c9bd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce601f5-8d02-447b-83e4-fe053150cd87,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:25.517290 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8db9bff5-192c-4dd4-9983-34f5d6c9bd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.520473 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8db9bff5-192c-4dd4-9983-34f5d6c9bd8f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cce601f5-8d02-447b-83e4-fe053150cd87 HTTP/1.1" status: 204 len: 168 time: 0.3074379 May 05 20:40:25.523027 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39430) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:25.590127 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (71c9e746-8321-40a2-a57d-6761c0cb5c7b), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.670633 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (71c9e746-8321-40a2-a57d-6761c0cb5c7b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.690882 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c9e746-8321-40a2-a57d-6761c0cb5c7b']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:25.700682 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f29e812-c110-492b-81cf-bd5b3c1a1464') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:25.700980 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f29e812-c110-492b-81cf-bd5b3c1a1464') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:25.710078 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875628'] for segment (3f29e812-c110-492b-81cf-bd5b3c1a1464), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.723250 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (3f29e812-c110-492b-81cf-bd5b3c1a1464), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.728912 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:40:25.729316 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9233448'] for segment (3f29e812-c110-492b-81cf-bd5b3c1a1464), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: Traceback (most recent call last): May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: timer() May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: cb(*args, **kw) May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: return func(*args, **kwargs) May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: self._notify() May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: self.callback(batched_events) May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: event.method(event) May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: return f(self, *a, **k) May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._get(url).json() May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:40:25.731037 dv-cinder-840730-1-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:40:25.869741 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (71c9e746-8321-40a2-a57d-6761c0cb5c7b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.875708 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.878920 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] 10.222.0.49 "DELETE /v2.0/networks/71c9e746-8321-40a2-a57d-6761c0cb5c7b HTTP/1.1" status: 204 len: 168 time: 0.3549697 May 05 20:40:25.881760 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39432) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:25.890064 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894a1ff-a949-4036-8bf3-8ba4fe998b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c9e746-8321-40a2-a57d-6761c0cb5c7b,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:25.926108 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ee1633-4cc6-41ff-bf08-c425a59ca0fb admin admin] Deleting subnet b14197ea-4f46-4f9a-9856-395efa0ecd19 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 05 20:40:25.929351 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-30ee1633-4cc6-41ff-bf08-c425a59ca0fb admin admin] Publish callbacks [] for subnet (b14197ea-4f46-4f9a-9856-395efa0ecd19), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:25.963141 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-30ee1633-4cc6-41ff-bf08-c425a59ca0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9462820'] for subnet (b14197ea-4f46-4f9a-9856-395efa0ecd19), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.002530 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-30ee1633-4cc6-41ff-bf08-c425a59ca0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-557228'] for subnet (b14197ea-4f46-4f9a-9856-395efa0ecd19), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.153346 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-30ee1633-4cc6-41ff-bf08-c425a59ca0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-557221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9804503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8825823'] for subnet (b14197ea-4f46-4f9a-9856-395efa0ecd19), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.178767 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee1633-4cc6-41ff-bf08-c425a59ca0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14197ea-4f46-4f9a-9856-395efa0ecd19,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:26.182352 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-30ee1633-4cc6-41ff-bf08-c425a59ca0fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.187418 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-30ee1633-4cc6-41ff-bf08-c425a59ca0fb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b14197ea-4f46-4f9a-9856-395efa0ecd19 HTTP/1.1" status: 204 len: 168 time: 0.3030837 May 05 20:40:26.188285 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39434) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:26.255724 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615407'] for network (3d51f95a-921d-4eef-ba31-3897bc0231ca), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.334309 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-559577', 'neutron.services.segments.db._delete_segments_for_network-8736179803356'] for network (3d51f95a-921d-4eef-ba31-3897bc0231ca), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.354593 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d51f95a-921d-4eef-ba31-3897bc0231ca']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:26.364387 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446e1d2a-7deb-42ed-955a-c034d8b34bda') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:26.364683 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446e1d2a-7deb-42ed-955a-c034d8b34bda') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:26.374304 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736179805413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9462845'] for segment (446e1d2a-7deb-42ed-955a-c034d8b34bda), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.387254 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384'] for segment (446e1d2a-7deb-42ed-955a-c034d8b34bda), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.392959 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:40:26.393383 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9804425'] for segment (446e1d2a-7deb-42ed-955a-c034d8b34bda), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: Traceback (most recent call last): May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: timer() May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: cb(*args, **kw) May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: return func(*args, **kwargs) May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: self._notify() May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: self.callback(batched_events) May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: event.method(event) May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: return f(self, *a, **k) May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._get(url).json() May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: return self.request(url, 'GET', **kwargs) May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:40:26.395030 dv-cinder-840730-1-iscsi neutron-server[103995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:40:26.454955 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.546787 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4064265'] for network (3d51f95a-921d-4eef-ba31-3897bc0231ca), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.551983 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730963'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:26.555140 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] 10.222.0.49 "DELETE /v2.0/networks/3d51f95a-921d-4eef-ba31-3897bc0231ca HTTP/1.1" status: 204 len: 168 time: 0.3659656 May 05 20:40:26.570659 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b19fd-ba72-4c96-b897-9ffc4595a3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3d51f95a-921d-4eef-ba31-3897bc0231ca,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:26.958401 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39438) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:26.997857 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fe2afc42-7a25-4b14-9b08-4aa89cae7f24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f579817d256842c694be9dae0205beda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382676 May 05 20:40:27.000164 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39440) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:27.046515 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-028a99fa-5b51-4fbf-a974-6be77c76e0be admin admin] Publish callbacks [] for security_group (c37bb426-df2a-4e54-9abf-fe5b2cf6d4c9), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:27.067401 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-028a99fa-5b51-4fbf-a974-6be77c76e0be admin admin] Publish callbacks [] for security_group (c37bb426-df2a-4e54-9abf-fe5b2cf6d4c9), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:27.198042 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-028a99fa-5b51-4fbf-a974-6be77c76e0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (c37bb426-df2a-4e54-9abf-fe5b2cf6d4c9), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:27.200871 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-028a99fa-5b51-4fbf-a974-6be77c76e0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:27.202107 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-028a99fa-5b51-4fbf-a974-6be77c76e0be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c37bb426-df2a-4e54-9abf-fe5b2cf6d4c9 HTTP/1.1" status: 204 len: 168 time: 0.2010186 May 05 20:40:27.209801 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a99fa-5b51-4fbf-a974-6be77c76e0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37bb426-df2a-4e54-9abf-fe5b2cf6d4c9,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:27.833086 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39446) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:27.872982 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a7df6b5c-1340-44ae-b5f7-a3141f5d51cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a290301ba23e45d3885a0cee24c20d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386970 May 05 20:40:27.875490 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39448) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:27.922546 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c277d724-04f8-4c46-a64c-25d709726cac admin admin] Publish callbacks [] for security_group (04433188-2f35-43a3-aabb-fa57cae7f079), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:27.945894 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c277d724-04f8-4c46-a64c-25d709726cac admin admin] Publish callbacks [] for security_group (04433188-2f35-43a3-aabb-fa57cae7f079), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:28.089056 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c277d724-04f8-4c46-a64c-25d709726cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (04433188-2f35-43a3-aabb-fa57cae7f079), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:28.091724 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c277d724-04f8-4c46-a64c-25d709726cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:28.092930 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c277d724-04f8-4c46-a64c-25d709726cac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04433188-2f35-43a3-aabb-fa57cae7f079 HTTP/1.1" status: 204 len: 168 time: 0.2165055 May 05 20:40:28.102248 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277d724-04f8-4c46-a64c-25d709726cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04433188-2f35-43a3-aabb-fa57cae7f079,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:28.104465 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:29.517881 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:41.362060 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39582) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:41.463019 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-31e9eed7-ed34-4f13-a8ea-bb6b546e3e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:41.537858 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-31e9eed7-ed34-4f13-a8ea-bb6b546e3e57 admin admin] Publish callbacks [] for security_group (679a5c45-6a63-49c8-ac1d-0b8445f77b66), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:41.608747 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-31e9eed7-ed34-4f13-a8ea-bb6b546e3e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (679a5c45-6a63-49c8-ac1d-0b8445f77b66), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:41.648675 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-31e9eed7-ed34-4f13-a8ea-bb6b546e3e57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80c0455f14334e8bbb62ecc77c050e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855577 May 05 20:40:41.649545 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9eed7-ed34-4f13-a8ea-bb6b546e3e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679a5c45-6a63-49c8-ac1d-0b8445f77b66,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:41.651321 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39586) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:41.700595 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf45a084-af71-4d97-a574-f6d2a506716a admin admin] Publish callbacks [] for security_group (679a5c45-6a63-49c8-ac1d-0b8445f77b66), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:41.720902 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf45a084-af71-4d97-a574-f6d2a506716a admin admin] Publish callbacks [] for security_group (679a5c45-6a63-49c8-ac1d-0b8445f77b66), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:41.852323 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf45a084-af71-4d97-a574-f6d2a506716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (679a5c45-6a63-49c8-ac1d-0b8445f77b66), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:41.854902 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf45a084-af71-4d97-a574-f6d2a506716a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:41.856054 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bf45a084-af71-4d97-a574-f6d2a506716a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/679a5c45-6a63-49c8-ac1d-0b8445f77b66 HTTP/1.1" status: 204 len: 168 time: 0.2037528 May 05 20:40:41.864308 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45a084-af71-4d97-a574-f6d2a506716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a5c45-6a63-49c8-ac1d-0b8445f77b66,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:42.500725 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39592) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:42.514137 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8f0493a5-8127-4b47-b50b-4dc455146381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:42.591341 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8f0493a5-8127-4b47-b50b-4dc455146381 admin admin] Publish callbacks [] for security_group (e3e0984d-c991-4710-a050-befb3b578aef), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:42.664486 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8f0493a5-8127-4b47-b50b-4dc455146381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e3e0984d-c991-4710-a050-befb3b578aef), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:42.705761 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8f0493a5-8127-4b47-b50b-4dc455146381 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3921ee05aa95469bb5f44c691f0fdbcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034476 May 05 20:40:42.706589 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0493a5-8127-4b47-b50b-4dc455146381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e0984d-c991-4710-a050-befb3b578aef,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:42.709139 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39594) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:42.757661 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c471780-eb6d-4b0d-ab66-33ae06dcff39 admin admin] Publish callbacks [] for security_group (e3e0984d-c991-4710-a050-befb3b578aef), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:42.778900 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c471780-eb6d-4b0d-ab66-33ae06dcff39 admin admin] Publish callbacks [] for security_group (e3e0984d-c991-4710-a050-befb3b578aef), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:42.906316 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c471780-eb6d-4b0d-ab66-33ae06dcff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e3e0984d-c991-4710-a050-befb3b578aef), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:42.909348 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c471780-eb6d-4b0d-ab66-33ae06dcff39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:42.910500 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4c471780-eb6d-4b0d-ab66-33ae06dcff39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3e0984d-c991-4710-a050-befb3b578aef HTTP/1.1" status: 204 len: 168 time: 0.2001209 May 05 20:40:42.918425 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c471780-eb6d-4b0d-ab66-33ae06dcff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e0984d-c991-4710-a050-befb3b578aef,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:43.738661 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:45.806916 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:40:52.917601 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e3c6024b-c4e6-45a9-b155-158a9eb05e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:55.029611 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8784-5e9a-49d1-9297-a82833a61b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:55.779747 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39726) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:55.881930 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12f3fdd2-8bef-429f-9f08-aa61dd498025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:55.954724 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12f3fdd2-8bef-429f-9f08-aa61dd498025 admin admin] Publish callbacks [] for security_group (a5d22a0e-2e6c-4a2f-8dea-82f2f859201c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.035827 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12f3fdd2-8bef-429f-9f08-aa61dd498025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (a5d22a0e-2e6c-4a2f-8dea-82f2f859201c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.073047 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3fdd2-8bef-429f-9f08-aa61dd498025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d22a0e-2e6c-4a2f-8dea-82f2f859201c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:56.078686 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-12f3fdd2-8bef-429f-9f08-aa61dd498025 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0caaa18b648e4aa2bab734450ab4f4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979007 May 05 20:40:56.081900 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39730) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:56.128488 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-241866ef-504d-46e0-b76e-b3df208f8d51 admin admin] Publish callbacks [] for security_group (a5d22a0e-2e6c-4a2f-8dea-82f2f859201c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.149429 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-241866ef-504d-46e0-b76e-b3df208f8d51 admin admin] Publish callbacks [] for security_group (a5d22a0e-2e6c-4a2f-8dea-82f2f859201c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.231460 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-241866ef-504d-46e0-b76e-b3df208f8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (a5d22a0e-2e6c-4a2f-8dea-82f2f859201c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.234011 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-241866ef-504d-46e0-b76e-b3df208f8d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.237431 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-241866ef-504d-46e0-b76e-b3df208f8d51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5d22a0e-2e6c-4a2f-8dea-82f2f859201c HTTP/1.1" status: 204 len: 168 time: 0.1522973 May 05 20:40:56.242720 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241866ef-504d-46e0-b76e-b3df208f8d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d22a0e-2e6c-4a2f-8dea-82f2f859201c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:56.412285 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.778686 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39736) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:56.792065 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-51c786bd-2f70-415a-9a85-08d5ae096441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.866360 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-51c786bd-2f70-415a-9a85-08d5ae096441 admin admin] Publish callbacks [] for security_group (e9d85776-ce8e-4384-93f2-076dca5affed), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.928475 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-51c786bd-2f70-415a-9a85-08d5ae096441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e9d85776-ce8e-4384-93f2-076dca5affed), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:56.969244 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-51c786bd-2f70-415a-9a85-08d5ae096441 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09a8960567ad43918154ac926b0e6e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893985 May 05 20:40:56.970095 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c786bd-2f70-415a-9a85-08d5ae096441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d85776-ce8e-4384-93f2-076dca5affed,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:56.972150 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39738) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:57.024498 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74e1-40b4-43f2-a1f2-dcd78884a2d5 admin admin] Publish callbacks [] for security_group (e9d85776-ce8e-4384-93f2-076dca5affed), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:57.045542 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74e1-40b4-43f2-a1f2-dcd78884a2d5 admin admin] Publish callbacks [] for security_group (e9d85776-ce8e-4384-93f2-076dca5affed), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:57.161156 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74e1-40b4-43f2-a1f2-dcd78884a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (e9d85776-ce8e-4384-93f2-076dca5affed), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:57.163770 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e4fe74e1-40b4-43f2-a1f2-dcd78884a2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:57.165064 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e4fe74e1-40b4-43f2-a1f2-dcd78884a2d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9d85776-ce8e-4384-93f2-076dca5affed HTTP/1.1" status: 204 len: 168 time: 0.1909661 May 05 20:40:57.172763 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe74e1-40b4-43f2-a1f2-dcd78884a2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d85776-ce8e-4384-93f2-076dca5affed,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:57.868974 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39744) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:57.882551 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7efed2e0-aeaf-42ab-baa1-cba2e96829ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:57.957099 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7efed2e0-aeaf-42ab-baa1-cba2e96829ad admin admin] Publish callbacks [] for security_group (8d540168-9b89-4bd6-b1da-3c6c4ff31a16), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:58.008956 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7efed2e0-aeaf-42ab-baa1-cba2e96829ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8d540168-9b89-4bd6-b1da-3c6c4ff31a16), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:58.047445 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7efed2e0-aeaf-42ab-baa1-cba2e96829ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a355e586b2841389d52700e6166517b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773818 May 05 20:40:58.048490 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efed2e0-aeaf-42ab-baa1-cba2e96829ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d540168-9b89-4bd6-b1da-3c6c4ff31a16,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:58.050417 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39746) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:40:58.075645 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:58.098808 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-45c105e1-4ef8-4c20-afdc-669b24af4d19 admin admin] Publish callbacks [] for security_group (8d540168-9b89-4bd6-b1da-3c6c4ff31a16), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:58.119071 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-45c105e1-4ef8-4c20-afdc-669b24af4d19 admin admin] Publish callbacks [] for security_group (8d540168-9b89-4bd6-b1da-3c6c4ff31a16), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:58.236780 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-45c105e1-4ef8-4c20-afdc-669b24af4d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (8d540168-9b89-4bd6-b1da-3c6c4ff31a16), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:58.241322 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-45c105e1-4ef8-4c20-afdc-669b24af4d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:40:58.242609 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-45c105e1-4ef8-4c20-afdc-669b24af4d19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d540168-9b89-4bd6-b1da-3c6c4ff31a16 HTTP/1.1" status: 204 len: 168 time: 0.1911638 May 05 20:40:58.250584 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c105e1-4ef8-4c20-afdc-669b24af4d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d540168-9b89-4bd6-b1da-3c6c4ff31a16,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:59.504717 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:00.713453 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 39800) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:41:00.815600 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d05f4318-2e91-4d02-9b67-b284daa44a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:00.885956 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d05f4318-2e91-4d02-9b67-b284daa44a76 admin admin] Publish callbacks [] for security_group (63b910a4-7bf6-4f92-9260-8ecd45501f27), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:00.951326 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d05f4318-2e91-4d02-9b67-b284daa44a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (63b910a4-7bf6-4f92-9260-8ecd45501f27), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:00.990061 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d05f4318-2e91-4d02-9b67-b284daa44a76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4de3560f530e4252a9fd173aa1c05691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752426 May 05 20:41:00.991267 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f4318-2e91-4d02-9b67-b284daa44a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b910a4-7bf6-4f92-9260-8ecd45501f27,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:00.992761 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39804) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:41:01.041881 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cf3f033e-f283-4ecb-81a5-2d809117165d admin admin] Publish callbacks [] for security_group (63b910a4-7bf6-4f92-9260-8ecd45501f27), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:01.062840 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cf3f033e-f283-4ecb-81a5-2d809117165d admin admin] Publish callbacks [] for security_group (63b910a4-7bf6-4f92-9260-8ecd45501f27), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:01.191550 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cf3f033e-f283-4ecb-81a5-2d809117165d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (63b910a4-7bf6-4f92-9260-8ecd45501f27), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:01.194041 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cf3f033e-f283-4ecb-81a5-2d809117165d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:01.195189 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-cf3f033e-f283-4ecb-81a5-2d809117165d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63b910a4-7bf6-4f92-9260-8ecd45501f27 HTTP/1.1" status: 204 len: 168 time: 0.2013948 May 05 20:41:01.202982 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f033e-f283-4ecb-81a5-2d809117165d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b910a4-7bf6-4f92-9260-8ecd45501f27,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:01.806011 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39810) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:41:01.817949 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d6de063e-d364-48cd-ac8a-7ee7dde945a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:01.890128 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d6de063e-d364-48cd-ac8a-7ee7dde945a5 admin admin] Publish callbacks [] for security_group (b9fba1fb-8b2a-44fa-a56e-1a36d53982d6), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:01.974221 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d6de063e-d364-48cd-ac8a-7ee7dde945a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b9fba1fb-8b2a-44fa-a56e-1a36d53982d6), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:02.010697 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de063e-d364-48cd-ac8a-7ee7dde945a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fba1fb-8b2a-44fa-a56e-1a36d53982d6,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:02.014953 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d6de063e-d364-48cd-ac8a-7ee7dde945a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=249881026cb3493a9cd96349641f976c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095568 May 05 20:41:02.018101 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 39812) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:41:02.065545 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-de140e1e-8f6d-4e40-a289-ac088990cce3 admin admin] Publish callbacks [] for security_group (b9fba1fb-8b2a-44fa-a56e-1a36d53982d6), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:02.086387 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-de140e1e-8f6d-4e40-a289-ac088990cce3 admin admin] Publish callbacks [] for security_group (b9fba1fb-8b2a-44fa-a56e-1a36d53982d6), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:02.197128 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-de140e1e-8f6d-4e40-a289-ac088990cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (b9fba1fb-8b2a-44fa-a56e-1a36d53982d6), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:02.199744 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-de140e1e-8f6d-4e40-a289-ac088990cce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:02.200901 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-de140e1e-8f6d-4e40-a289-ac088990cce3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9fba1fb-8b2a-44fa-a56e-1a36d53982d6 HTTP/1.1" status: 204 len: 168 time: 0.1823728 May 05 20:41:02.209326 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de140e1e-8f6d-4e40-a289-ac088990cce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fba1fb-8b2a-44fa-a56e-1a36d53982d6,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:13.739755 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:22.809059 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:41:22.945067 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6e44dd8b-7e6e-41ce-8b5f-bab8ccd70bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:25.059245 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c9b56037-8523-455a-ab1c-05ea1122c234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:26.429409 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:28.076767 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:29.510897 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:37.612441 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 40014) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:41:37.715475 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:37.789660 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Publish callbacks [] for security_group (7f3c87a5-4ea8-418e-ae40-a60938504f29), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:37.852260 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7f3c87a5-4ea8-418e-ae40-a60938504f29), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:37.890246 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17e9904e98e845d0aec72fc558bcb8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767525 May 05 20:41:37.891983 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c87a5-4ea8-418e-ae40-a60938504f29,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:37.893646 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 40018) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:41:37.899091 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.899443 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.899790 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.900124 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.900456 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.900790 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.901116 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.901472 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.901801 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.902125 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.902448 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.902767 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.903096 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ece6f-b416-49f8-86f0-9d595443d50a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:37.944645 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Publish callbacks [] for security_group (7f3c87a5-4ea8-418e-ae40-a60938504f29), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:37.965058 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Publish callbacks [] for security_group (7f3c87a5-4ea8-418e-ae40-a60938504f29), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:38.133387 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (7f3c87a5-4ea8-418e-ae40-a60938504f29), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:38.135910 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:38.137085 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f3c87a5-4ea8-418e-ae40-a60938504f29 HTTP/1.1" status: 204 len: 168 time: 0.2423620 May 05 20:41:38.145385 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c87a5-4ea8-418e-ae40-a60938504f29,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:38.152662 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.153007 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.153369 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.153706 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.154033 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.154356 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.154900 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.155310 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.155642 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.155966 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.156288 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.156670 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:38.157398 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622525a-dfd8-4162-82cb-fea7c22671ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840730-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:43.743335 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:50.904894 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.49', 40162) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:41:51.008061 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aeb71caf-b89b-4c0c-a03f-902866948aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:51.080027 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aeb71caf-b89b-4c0c-a03f-902866948aa6 admin admin] Publish callbacks [] for security_group (4f9975d0-5027-4cd1-b248-16d0dfc9b4c5), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:51.155957 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aeb71caf-b89b-4c0c-a03f-902866948aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4f9975d0-5027-4cd1-b248-16d0dfc9b4c5), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:51.195683 dv-cinder-840730-1-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-aeb71caf-b89b-4c0c-a03f-902866948aa6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1af27c7bd8646569c0a12a34aa5e753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896957 May 05 20:41:51.196528 dv-cinder-840730-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb71caf-b89b-4c0c-a03f-902866948aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9975d0-5027-4cd1-b248-16d0dfc9b4c5,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:51.198432 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.49', 40166) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 20:41:51.245859 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b232ea0b-49cb-48c3-b07e-c90ebe6fd674 admin admin] Publish callbacks [] for security_group (4f9975d0-5027-4cd1-b248-16d0dfc9b4c5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:51.266747 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b232ea0b-49cb-48c3-b07e-c90ebe6fd674 admin admin] Publish callbacks [] for security_group (4f9975d0-5027-4cd1-b248-16d0dfc9b4c5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:51.394810 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b232ea0b-49cb-48c3-b07e-c90ebe6fd674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687501'] for security_group (4f9975d0-5027-4cd1-b248-16d0dfc9b4c5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:51.398094 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b232ea0b-49cb-48c3-b07e-c90ebe6fd674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:51.399232 dv-cinder-840730-1-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b232ea0b-49cb-48c3-b07e-c90ebe6fd674 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f9975d0-5027-4cd1-b248-16d0dfc9b4c5 HTTP/1.1" status: 204 len: 168 time: 0.1997423 May 05 20:41:51.407088 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232ea0b-49cb-48c3-b07e-c90ebe6fd674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9975d0-5027-4cd1-b248-16d0dfc9b4c5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:52.961615 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-848b120c-7cf1-4445-a00a-9df9507a2bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:55.047083 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fa3669f6-1711-40c1-91fa-570189e49155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:56.441789 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:58.087550 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:59.521319 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:41:59.810317 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:42:13.749987 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:22.933425 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ad3fe8ff-6070-4a83-8628-1181765670f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:25.052574 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4699a61d-b4bd-4dda-9e28-51937020a54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:26.440970 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:28.080455 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:29.508871 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:36.815099 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:42:43.760954 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:52.931279 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0e8fbc36-7316-4b5d-9349-824b7bc00707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:55.057491 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-adeeb685-0da0-486e-afc5-b8cd8a0566a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:56.434246 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:58.086238 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:42:59.503257 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:13.748440 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:13.815302 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:43:22.914027 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3830aaf9-705d-4e8b-8a44-bd0878858157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:25.039677 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2150e1f8-3966-442e-a62e-63ba25c415ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:26.439613 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:28.097026 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:29.502351 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:43.793884 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:50.819815 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:43:52.931156 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a0a336cf-6afa-4556-9af0-e8e8c08b05f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:55.039613 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-075bcdb8-4392-4829-9845-5e5498740c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:55.865829 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-c58aea4b-3ae2-4ddd-b89b-7645458b43dc req-89e65d90-e8bf-46bd-815b-445dee9bf8ce service neutron] (103996) timed out ('10.222.0.41', 56813) {{(pid=103996) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 20:43:56.439196 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:58.102377 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:43:59.530995 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:13.771047 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:22.919301 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c4852108-c9cb-46e9-8edb-2160ffdeb13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:25.056313 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-53aa5652-1d05-4f06-9b59-a2162ec5bc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:26.444756 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:27.819544 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:44:28.101973 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:29.536076 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:43.810531 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:52.918828 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-59673709-3bde-47a9-b6bc-57f32b5e0f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:55.048998 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-33396094-b07f-4a4b-b62f-751866cf10b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:56.438734 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:58.106808 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:44:59.496848 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:04.821257 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:45:13.793026 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:22.924032 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c3854a3c-ed98-41ab-b1e5-1cf384b9266d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:25.055861 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9bd4197f-8b64-4e0d-a2cf-4eae2b1e5d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:26.450475 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:28.139962 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:29.552939 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:31.958031 dv-cinder-840730-1-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-0be2d87c-dd1a-49b0-b808-9a260f06159f req-d7b4da97-4efe-4abb-bc1b-b13c79debdab service neutron] (103996) timed out ('10.222.0.41', 56768) {{(pid=103996) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 20:45:41.824103 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:45:43.804057 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:52.918471 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e1e04dbc-b372-410e-81f1-b7dc50aec832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:55.049947 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-03759430-92bd-4613-a22a-9d0d82112db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:56.448689 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:58.116761 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:45:59.512703 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:13.801747 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:18.826644 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:46:22.915709 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6f84-2455-426c-82a0-2eff750cfa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:25.058613 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ea1be13d-8156-4f4f-8f49-36e042904b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:26.483829 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:28.121451 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:29.518063 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:43.789549 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d744d52b-3582-4827-adfc-003795a678f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6dabb3cb-2713-4e40-b7aa-371febf4d39d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:52.900424 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5dd7809c-a7e7-4937-b48c-666d4b10dba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (7df2eca3-e65a-4387-9723-160bddadcf3c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:55.055052 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d0f0-5025-44a5-8244-20e4a1378540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (f0d55546-41fc-4984-aba6-bfc52ece5bfe), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:55.829649 dv-cinder-840730-1-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-83954a6d-8a53-4b8e-b01e-fd04c88edf41 None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 20:46:56.466816 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8223c643-e97b-4545-a0dd-b1934f3df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (867ffbfb-e2c5-413e-b049-a2b448cd9891), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:58.146400 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1da57568-0070-4023-8f17-ae7a5ba0fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (6d17206c-722b-495f-9e13-08a33c28e702), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 20:46:59.500556 dv-cinder-840730-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-726f5ec4-c277-41c2-9cb1-2cb5f5071342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736179803338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-970432'] for agent (cb8ee1b2-2d6b-4bf5-9271-8e93e7fe62f7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}